2024-11-13 19:35:54,723 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 19:35:54,741 main DEBUG Took 0.015944 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 19:35:54,741 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 19:35:54,742 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 19:35:54,743 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 19:35:54,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,751 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 19:35:54,764 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,766 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,767 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,769 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,770 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,772 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,773 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,774 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,775 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,777 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,778 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,779 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:35:54,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,780 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 19:35:54,782 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:35:54,784 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 19:35:54,787 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 19:35:54,788 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 19:35:54,789 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 19:35:54,790 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 19:35:54,799 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 19:35:54,802 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 19:35:54,804 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 19:35:54,804 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 19:35:54,804 main DEBUG createAppenders(={Console}) 2024-11-13 19:35:54,805 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 19:35:54,806 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 19:35:54,806 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 19:35:54,807 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 19:35:54,807 main DEBUG OutputStream closed 2024-11-13 19:35:54,807 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 19:35:54,808 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 19:35:54,808 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 19:35:54,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 19:35:54,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 19:35:54,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 19:35:54,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 19:35:54,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 19:35:54,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 19:35:54,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 19:35:54,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 19:35:54,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 19:35:54,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 19:35:54,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 19:35:54,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 19:35:54,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 19:35:54,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 19:35:54,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 19:35:54,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 19:35:54,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 19:35:54,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 19:35:54,906 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 19:35:54,907 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 19:35:54,907 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 19:35:54,908 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T19:35:54,923 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 19:35:54,926 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 19:35:54,926 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T19:35:54,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=3436 2024-11-13T19:35:55,181 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T19:35:55,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3 2024-11-13T19:35:55,222 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/cluster_69933d7c-6177-0958-553b-b8b05672e8f2, deleteOnExit=true 2024-11-13T19:35:55,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/cluster_69933d7c-6177-0958-553b-b8b05672e8f2/zookeeper_0, clientPort=57938, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/cluster_69933d7c-6177-0958-553b-b8b05672e8f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/cluster_69933d7c-6177-0958-553b-b8b05672e8f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:35:55,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57938 2024-11-13T19:35:55,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:35:55,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:35:55,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/test.cache.data in system properties and HBase conf 2024-11-13T19:35:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:35:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:35:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:35:55,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:35:55,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:35:55,460 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T19:35:55,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:35:55,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:35:55,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:35:55,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:35:55,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:35:55,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:35:55,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:35:55,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:35:55,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:35:55,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:35:55,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:35:55,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:35:55,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:35:55,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:35:55,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:35:56,479 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T19:35:56,567 INFO [Time-limited test {}] log.Log(170): Logging initialized @2493ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T19:35:56,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:35:56,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:35:56,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:35:56,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:35:56,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:35:56,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:35:56,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:35:56,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:35:57,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/java.io.tmpdir/jetty-localhost-33103-hadoop-hdfs-3_4_1-tests_jar-_-any-12418586014372204909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:35:57,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:33103} 2024-11-13T19:35:57,040 INFO [Time-limited test {}] server.Server(415): Started @2966ms 2024-11-13T19:35:57,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:35:57,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:35:57,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:35:57,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:35:57,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:35:57,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:35:57,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:35:57,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/java.io.tmpdir/jetty-localhost-43625-hadoop-hdfs-3_4_1-tests_jar-_-any-1667443516932797915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:35:57,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:43625} 2024-11-13T19:35:57,674 INFO [Time-limited test {}] server.Server(415): Started @3600ms 2024-11-13T19:35:57,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:35:58,416 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/cluster_69933d7c-6177-0958-553b-b8b05672e8f2/data/data1/current/BP-1550784045-172.17.0.3-1731526556053/current, will proceed with Du for space computation calculation, 2024-11-13T19:35:58,416 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/cluster_69933d7c-6177-0958-553b-b8b05672e8f2/data/data2/current/BP-1550784045-172.17.0.3-1731526556053/current, will proceed with Du for space computation calculation, 2024-11-13T19:35:58,440 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:35:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6391a7cd8ce2106a with lease ID 0xc648e3e966036c3d: Processing first storage report for DS-69e586d2-a3ad-46d5-b661-817b4005c8c4 from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=c0e19ef0-ddb2-469b-8ff1-4b90421a7c6b, infoPort=38551, infoSecurePort=0, ipcPort=42193, storageInfo=lv=-57;cid=testClusterID;nsid=1386153667;c=1731526556053) 2024-11-13T19:35:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6391a7cd8ce2106a with lease ID 0xc648e3e966036c3d: from storage DS-69e586d2-a3ad-46d5-b661-817b4005c8c4 node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=c0e19ef0-ddb2-469b-8ff1-4b90421a7c6b, infoPort=38551, infoSecurePort=0, ipcPort=42193, storageInfo=lv=-57;cid=testClusterID;nsid=1386153667;c=1731526556053), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T19:35:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6391a7cd8ce2106a with lease ID 0xc648e3e966036c3d: Processing first storage report for DS-5f449ef4-323f-42ce-a506-d32eb88225df from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=c0e19ef0-ddb2-469b-8ff1-4b90421a7c6b, infoPort=38551, infoSecurePort=0, ipcPort=42193, storageInfo=lv=-57;cid=testClusterID;nsid=1386153667;c=1731526556053) 2024-11-13T19:35:58,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6391a7cd8ce2106a with lease ID 0xc648e3e966036c3d: from storage DS-5f449ef4-323f-42ce-a506-d32eb88225df node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=c0e19ef0-ddb2-469b-8ff1-4b90421a7c6b, infoPort=38551, infoSecurePort=0, ipcPort=42193, storageInfo=lv=-57;cid=testClusterID;nsid=1386153667;c=1731526556053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:35:58,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3 2024-11-13T19:35:58,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:35:58,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:35:58,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:35:59,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722 with version=8 2024-11-13T19:35:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/hbase-staging 2024-11-13T19:35:59,206 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T19:35:59,429 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:35:59,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:35:59,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:35:59,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:35:59,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:35:59,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:35:59,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:35:59,626 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T19:35:59,634 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T19:35:59,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:35:59,660 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31328 (auto-detected) 2024-11-13T19:35:59,661 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T19:35:59,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39443 2024-11-13T19:35:59,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39443 connecting to ZooKeeper ensemble=127.0.0.1:57938 2024-11-13T19:35:59,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394430x0, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:35:59,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39443-0x10136e03c5b0000 connected 2024-11-13T19:35:59,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:35:59,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:35:59,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/running 2024-11-13T19:35:59,889 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722, hbase.cluster.distributed=false 2024-11-13T19:35:59,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/acl 2024-11-13T19:35:59,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39443 2024-11-13T19:35:59,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39443 2024-11-13T19:35:59,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39443 2024-11-13T19:35:59,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39443 2024-11-13T19:35:59,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39443 2024-11-13T19:36:00,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:00,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:00,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:00,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:00,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:00,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:00,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:36:00,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:00,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36023 2024-11-13T19:36:00,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36023 connecting to ZooKeeper ensemble=127.0.0.1:57938 2024-11-13T19:36:00,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:00,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:00,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360230x0, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:00,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360230x0, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/running 2024-11-13T19:36:00,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36023-0x10136e03c5b0001 connected 2024-11-13T19:36:00,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:36:00,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:36:00,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/master 2024-11-13T19:36:00,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/acl 2024-11-13T19:36:00,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36023 2024-11-13T19:36:00,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36023 2024-11-13T19:36:00,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36023 2024-11-13T19:36:00,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36023 2024-11-13T19:36:00,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36023 2024-11-13T19:36:00,091 DEBUG [M:0;80cec940e2c9:39443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:39443 2024-11-13T19:36:00,093 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0733547818/backup-masters/80cec940e2c9,39443,1731526559280 2024-11-13T19:36:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/backup-masters 2024-11-13T19:36:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/backup-masters 2024-11-13T19:36:00,111 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on existing znode=/0733547818/backup-masters/80cec940e2c9,39443,1731526559280 2024-11-13T19:36:00,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:00,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0733547818/master 2024-11-13T19:36:00,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:00,142 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on existing znode=/0733547818/master 2024-11-13T19:36:00,143 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0733547818/backup-masters/80cec940e2c9,39443,1731526559280 from backup master directory 2024-11-13T19:36:00,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/backup-masters 2024-11-13T19:36:00,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/backup-masters/80cec940e2c9,39443,1731526559280 2024-11-13T19:36:00,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/backup-masters 2024-11-13T19:36:00,156 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:00,156 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,39443,1731526559280 2024-11-13T19:36:00,158 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T19:36:00,159 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T19:36:00,210 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/hbase.id] with ID: a465c65b-6ffb-484d-a582-1cfc825da7bc 2024-11-13T19:36:00,210 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/.tmp/hbase.id 2024-11-13T19:36:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:36:00,626 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/.tmp/hbase.id]:[hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/hbase.id] 2024-11-13T19:36:00,683 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:00,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:36:00,708 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T19:36:00,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:00,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:00,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:36:01,184 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:01,187 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:36:01,201 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:36:01,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:01,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:36:01,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store 2024-11-13T19:36:01,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:36:02,089 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T19:36:02,092 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:02,093 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:02,093 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:02,094 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:02,095 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:02,095 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:02,095 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:02,096 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526562093Disabling compacts and flushes for region at 1731526562093Disabling writes for close at 1731526562095 (+2 ms)Writing region close event to WAL at 1731526562095Closed at 1731526562095 2024-11-13T19:36:02,099 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/.initializing 2024-11-13T19:36:02,099 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280 2024-11-13T19:36:02,107 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:02,120 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C39443%2C1731526559280, suffix=, logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280, archiveDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/oldWALs, maxLogs=10 2024-11-13T19:36:02,142 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280/80cec940e2c9%2C39443%2C1731526559280.1731526562124, exclude list is [], retry=0 2024-11-13T19:36:02,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-69e586d2-a3ad-46d5-b661-817b4005c8c4,DISK] 2024-11-13T19:36:02,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T19:36:02,192 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280/80cec940e2c9%2C39443%2C1731526559280.1731526562124 2024-11-13T19:36:02,193 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-13T19:36:02,193 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:02,194 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:02,196 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,197 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:36:02,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:02,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:02,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:36:02,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:02,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:02,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:36:02,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:02,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:02,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:36:02,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:02,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:02,282 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,286 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,287 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,293 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,293 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,297 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:02,300 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:02,305 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:02,306 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63195526, jitterRate=-0.0583132803440094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:02,313 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526562208Initializing all the Stores at 1731526562210 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526562211 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526562211Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526562212 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526562212Cleaning up temporary data from old regions at 1731526562293 (+81 ms)Region opened successfully at 1731526562313 (+20 ms) 2024-11-13T19:36:02,314 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:36:02,345 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206edd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:02,373 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:36:02,383 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:36:02,383 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:36:02,386 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:36:02,387 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T19:36:02,392 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T19:36:02,392 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:36:02,418 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:36:02,430 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/balancer because node does not exist (not necessarily an error) 2024-11-13T19:36:02,463 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/balancer already deleted, retry=false 2024-11-13T19:36:02,466 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:36:02,468 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:36:02,474 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/normalizer already deleted, retry=false 2024-11-13T19:36:02,477 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:36:02,482 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:36:02,491 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/switch/split already deleted, retry=false 2024-11-13T19:36:02,494 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:36:02,505 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/switch/merge already deleted, retry=false 2024-11-13T19:36:02,526 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:36:02,532 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/snapshot-cleanup already deleted, retry=false 2024-11-13T19:36:02,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0733547818/running 2024-11-13T19:36:02,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0733547818/running 2024-11-13T19:36:02,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:02,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:02,545 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,39443,1731526559280, sessionid=0x10136e03c5b0000, setting cluster-up flag (Was=false) 2024-11-13T19:36:02,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:02,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:02,599 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0733547818/flush-table-proc/acquired, /0733547818/flush-table-proc/reached, /0733547818/flush-table-proc/abort 2024-11-13T19:36:02,601 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,39443,1731526559280 2024-11-13T19:36:02,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:02,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:02,649 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0733547818/online-snapshot/acquired, /0733547818/online-snapshot/reached, /0733547818/online-snapshot/abort 2024-11-13T19:36:02,652 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,39443,1731526559280 2024-11-13T19:36:02,662 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:36:02,685 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(746): ClusterId : a465c65b-6ffb-484d-a582-1cfc825da7bc 2024-11-13T19:36:02,688 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:36:02,701 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:36:02,701 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:36:02,709 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:36:02,710 DEBUG [RS:0;80cec940e2c9:36023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6f90cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:02,728 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:36023 2024-11-13T19:36:02,732 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:36:02,732 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:36:02,732 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:36:02,735 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,39443,1731526559280 with port=36023, startcode=1731526559990 2024-11-13T19:36:02,744 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:02,747 DEBUG [RS:0;80cec940e2c9:36023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:36:02,755 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:36:02,762 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:36:02,767 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,39443,1731526559280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:36:02,774 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:02,774 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:02,775 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:02,775 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:02,775 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:36:02,775 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:02,776 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:02,776 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:02,780 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526592779 2024-11-13T19:36:02,781 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:36:02,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:02,782 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:36:02,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:36:02,785 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:36:02,786 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:36:02,787 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:36:02,787 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:36:02,787 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:36:02,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:02,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:36:02,788 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:02,792 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:36:02,792 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39443 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:36:02,793 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:36:02,794 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:36:02,794 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:36:02,799 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:36:02,800 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:36:02,802 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526562801,5,FailOnTimeoutGroup] 2024-11-13T19:36:02,804 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526562803,5,FailOnTimeoutGroup] 2024-11-13T19:36:02,804 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:02,804 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:36:02,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:36:02,806 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:02,806 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:02,819 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T19:36:02,820 WARN [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T19:36:02,921 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,39443,1731526559280 with port=36023, startcode=1731526559990 2024-11-13T19:36:02,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,36023,1731526559990 2024-11-13T19:36:02,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39443 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,36023,1731526559990 2024-11-13T19:36:02,939 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722 2024-11-13T19:36:02,939 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43789 2024-11-13T19:36:02,939 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:36:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/rs 2024-11-13T19:36:02,950 DEBUG [RS:0;80cec940e2c9:36023 {}] zookeeper.ZKUtil(111): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on existing znode=/0733547818/rs/80cec940e2c9,36023,1731526559990 2024-11-13T19:36:02,951 WARN [RS:0;80cec940e2c9:36023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:02,951 INFO [RS:0;80cec940e2c9:36023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:02,951 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990 2024-11-13T19:36:02,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,36023,1731526559990] 2024-11-13T19:36:02,978 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:36:02,994 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:36:02,999 INFO [RS:0;80cec940e2c9:36023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:36:02,999 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,000 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:36:03,005 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:36:03,007 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,007 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,007 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,008 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,008 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,008 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,008 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:03,008 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,009 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,009 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,009 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,009 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,010 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:03,010 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:03,010 DEBUG [RS:0;80cec940e2c9:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:03,012 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,013 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,013 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,013 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,013 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,013 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36023,1731526559990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:03,032 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:36:03,034 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36023,1731526559990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,035 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,035 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.Replication(171): 80cec940e2c9,36023,1731526559990 started 2024-11-13T19:36:03,053 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:03,054 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,36023,1731526559990, RpcServer on 80cec940e2c9/172.17.0.3:36023, sessionid=0x10136e03c5b0001 2024-11-13T19:36:03,055 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:36:03,055 DEBUG [RS:0;80cec940e2c9:36023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,36023,1731526559990 2024-11-13T19:36:03,055 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,36023,1731526559990' 2024-11-13T19:36:03,055 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0733547818/flush-table-proc/abort' 2024-11-13T19:36:03,056 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0733547818/flush-table-proc/acquired' 2024-11-13T19:36:03,057 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:36:03,057 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:36:03,057 DEBUG [RS:0;80cec940e2c9:36023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,36023,1731526559990 2024-11-13T19:36:03,057 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,36023,1731526559990' 2024-11-13T19:36:03,057 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0733547818/online-snapshot/abort' 2024-11-13T19:36:03,058 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0733547818/online-snapshot/acquired' 2024-11-13T19:36:03,059 DEBUG [RS:0;80cec940e2c9:36023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:36:03,059 INFO [RS:0;80cec940e2c9:36023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:36:03,059 INFO [RS:0;80cec940e2c9:36023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:36:03,171 INFO [RS:0;80cec940e2c9:36023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:03,175 INFO [RS:0;80cec940e2c9:36023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C36023%2C1731526559990, suffix=, logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990, archiveDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs, maxLogs=10 2024-11-13T19:36:03,190 DEBUG [RS:0;80cec940e2c9:36023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177, exclude list is [], retry=0 2024-11-13T19:36:03,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-69e586d2-a3ad-46d5-b661-817b4005c8c4,DISK] 2024-11-13T19:36:03,198 INFO [RS:0;80cec940e2c9:36023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 2024-11-13T19:36:03,199 DEBUG [RS:0;80cec940e2c9:36023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-13T19:36:03,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:36:03,208 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722 2024-11-13T19:36:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:36:03,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:03,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:03,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:03,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:03,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:03,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:03,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:03,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:03,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:03,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:03,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:03,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:03,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:03,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:03,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:03,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:03,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:03,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:03,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740 2024-11-13T19:36:03,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740 2024-11-13T19:36:03,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:03,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:03,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:03,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:03,657 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:03,658 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65193060, jitterRate=-0.028547704219818115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:03,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526563623Initializing all the Stores at 1731526563628 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526563628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526563628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526563628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526563628Cleaning up temporary data from old regions at 1731526563650 (+22 ms)Region opened successfully at 1731526563661 (+11 ms) 2024-11-13T19:36:03,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:03,662 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:03,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:03,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:03,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:03,663 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:03,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526563661Disabling compacts and flushes for region at 1731526563661Disabling writes for close at 1731526563662 (+1 ms)Writing region close event to WAL at 1731526563663 (+1 ms)Closed at 1731526563663 2024-11-13T19:36:03,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:03,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:36:03,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:36:03,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:03,682 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:36:03,837 DEBUG [80cec940e2c9:39443 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:36:03,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,36023,1731526559990 2024-11-13T19:36:03,857 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,36023,1731526559990, state=OPENING 2024-11-13T19:36:03,972 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:36:03,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:03,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:03,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:03,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:03,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:03,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,36023,1731526559990}] 2024-11-13T19:36:04,176 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:36:04,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:36:04,190 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:36:04,190 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:04,191 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:36:04,194 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C36023%2C1731526559990.meta, suffix=.meta, logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990, archiveDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs, maxLogs=10 2024-11-13T19:36:04,210 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.meta.1731526564197.meta, exclude list is [], retry=0 2024-11-13T19:36:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-69e586d2-a3ad-46d5-b661-817b4005c8c4,DISK] 2024-11-13T19:36:04,217 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.meta.1731526564197.meta 2024-11-13T19:36:04,217 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-13T19:36:04,218 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:04,222 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:04,223 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:04,225 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:36:04,227 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:36:04,230 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:36:04,230 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:04,231 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:36:04,231 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:36:04,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:04,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:04,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:04,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:04,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:04,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:04,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:04,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:04,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:04,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:04,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:04,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:04,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:04,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:04,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:04,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:04,244 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:04,246 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740 2024-11-13T19:36:04,248 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740 2024-11-13T19:36:04,251 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:04,251 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:04,252 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:04,254 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:04,256 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69333575, jitterRate=0.03315077722072601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:04,257 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:36:04,259 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526564231Writing region info on filesystem at 1731526564232 (+1 ms)Initializing all the Stores at 1731526564233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526564234 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526564234Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526564234Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526564234Cleaning up temporary data from old regions at 1731526564251 (+17 ms)Running coprocessor post-open hooks at 1731526564257 (+6 ms)Region opened successfully at 1731526564259 (+2 ms) 2024-11-13T19:36:04,266 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526564169 2024-11-13T19:36:04,276 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:36:04,277 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:36:04,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,36023,1731526559990 2024-11-13T19:36:04,281 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,36023,1731526559990, state=OPEN 2024-11-13T19:36:04,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0733547818/meta-region-server 2024-11-13T19:36:04,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0733547818/meta-region-server 2024-11-13T19:36:04,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:04,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:04,344 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,36023,1731526559990 2024-11-13T19:36:04,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:36:04,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,36023,1731526559990 in 351 msec 2024-11-13T19:36:04,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:36:04,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-11-13T19:36:04,364 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:04,365 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:36:04,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:04,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36023,1731526559990, seqNum=-1] 2024-11-13T19:36:04,402 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:04,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:04,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7280 sec 2024-11-13T19:36:04,424 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526564424, completionTime=-1 2024-11-13T19:36:04,426 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:36:04,426 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:36:04,452 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:36:04,452 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526624452 2024-11-13T19:36:04,452 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526684452 2024-11-13T19:36:04,452 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-13T19:36:04,454 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39443,1731526559280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:04,454 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39443,1731526559280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:04,455 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39443,1731526559280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:04,456 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:39443, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:04,456 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:04,457 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:04,462 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:36:04,482 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.326sec 2024-11-13T19:36:04,484 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:36:04,485 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:36:04,486 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:36:04,487 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:36:04,487 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:36:04,487 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39443,1731526559280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:04,488 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39443,1731526559280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:36:04,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:04,496 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:36:04,497 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:36:04,497 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T19:36:04,497 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T19:36:04,497 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39443,1731526559280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:04,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39443,-1 for getting cluster id 2024-11-13T19:36:04,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:04,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a465c65b-6ffb-484d-a582-1cfc825da7bc' 2024-11-13T19:36:04,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:04,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a465c65b-6ffb-484d-a582-1cfc825da7bc" 2024-11-13T19:36:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28640d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39443,-1] 2024-11-13T19:36:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:04,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:04,520 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:04,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:04,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:04,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36023,1731526559990, seqNum=-1] 2024-11-13T19:36:04,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:04,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:04,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,39443,1731526559280 2024-11-13T19:36:04,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57938 2024-11-13T19:36:04,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:04,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e03c5b0002 connected 2024-11-13T19:36:04,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.log.dir so I do NOT create it in target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a 2024-11-13T19:36:04,597 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:36:04,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.tmp.dir so I do NOT create it in target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a 2024-11-13T19:36:04,597 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:36:04,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a 2024-11-13T19:36:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:36:04,598 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/cluster_e7d11cc3-26fa-d78a-1c97-373bd0a85637, deleteOnExit=true 2024-11-13T19:36:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:36:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/test.cache.data in system properties and HBase conf 2024-11-13T19:36:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:36:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:36:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:36:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:36:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:36:04,599 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:36:04,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:04,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:04,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:36:04,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:04,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:36:04,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:36:04,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:04,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:04,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:36:04,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:36:04,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:36:04,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:04,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:36:04,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:36:04,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:04,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:04,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:04,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:04,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:36:04,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:04,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:04,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:04,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/java.io.tmpdir/jetty-localhost-37103-hadoop-hdfs-3_4_1-tests_jar-_-any-10760646874284785214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:36:04,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:37103} 2024-11-13T19:36:04,943 INFO [Time-limited test {}] server.Server(415): Started @10870ms 2024-11-13T19:36:05,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:05,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:05,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:05,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:05,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:36:05,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:05,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:05,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/java.io.tmpdir/jetty-localhost-33713-hadoop-hdfs-3_4_1-tests_jar-_-any-15801535106105697312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:36:05,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:33713} 2024-11-13T19:36:05,253 INFO [Time-limited test {}] server.Server(415): Started @11179ms 2024-11-13T19:36:05,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:36:05,739 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/cluster_e7d11cc3-26fa-d78a-1c97-373bd0a85637/data/data1/current/BP-492155144-172.17.0.3-1731526564625/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:05,739 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/cluster_e7d11cc3-26fa-d78a-1c97-373bd0a85637/data/data2/current/BP-492155144-172.17.0.3-1731526564625/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:05,757 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:36:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ebb6b2f709fbef5 with lease ID 0x6dc8c784efc47e7f: Processing first storage report for DS-85b52f2f-eecb-4deb-b5f3-ea86888c5c7a from datanode DatanodeRegistration(127.0.0.1:44079, datanodeUuid=e0f78163-e385-4269-b5cb-4cef595836d7, infoPort=33095, infoSecurePort=0, ipcPort=36971, storageInfo=lv=-57;cid=testClusterID;nsid=1738897569;c=1731526564625) 2024-11-13T19:36:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ebb6b2f709fbef5 with lease ID 0x6dc8c784efc47e7f: from storage DS-85b52f2f-eecb-4deb-b5f3-ea86888c5c7a node DatanodeRegistration(127.0.0.1:44079, datanodeUuid=e0f78163-e385-4269-b5cb-4cef595836d7, infoPort=33095, infoSecurePort=0, ipcPort=36971, storageInfo=lv=-57;cid=testClusterID;nsid=1738897569;c=1731526564625), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:36:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ebb6b2f709fbef5 with lease ID 0x6dc8c784efc47e7f: Processing first storage report for DS-b2393bc2-9538-47be-a422-3305ffdb1487 from datanode DatanodeRegistration(127.0.0.1:44079, datanodeUuid=e0f78163-e385-4269-b5cb-4cef595836d7, infoPort=33095, infoSecurePort=0, ipcPort=36971, storageInfo=lv=-57;cid=testClusterID;nsid=1738897569;c=1731526564625) 2024-11-13T19:36:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ebb6b2f709fbef5 with lease ID 0x6dc8c784efc47e7f: from storage DS-b2393bc2-9538-47be-a422-3305ffdb1487 node DatanodeRegistration(127.0.0.1:44079, datanodeUuid=e0f78163-e385-4269-b5cb-4cef595836d7, infoPort=33095, infoSecurePort=0, ipcPort=36971, storageInfo=lv=-57;cid=testClusterID;nsid=1738897569;c=1731526564625), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:36:05,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a 2024-11-13T19:36:05,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:05,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:05,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:36:06,216 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34 with version=8 2024-11-13T19:36:06,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/hbase-staging 2024-11-13T19:36:06,221 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:06,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:06,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:06,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:06,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:06,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:06,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:36:06,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:06,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39689 2024-11-13T19:36:06,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39689 connecting to ZooKeeper ensemble=127.0.0.1:57938 2024-11-13T19:36:06,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396890x0, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:06,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39689-0x10136e03c5b0003 connected 2024-11-13T19:36:06,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:06,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:06,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on znode that does not yet exist, /1690977391/running 2024-11-13T19:36:06,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34, hbase.cluster.distributed=false 2024-11-13T19:36:06,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on znode that does not yet exist, /1690977391/acl 2024-11-13T19:36:06,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39689 2024-11-13T19:36:06,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39689 2024-11-13T19:36:06,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39689 2024-11-13T19:36:06,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39689 2024-11-13T19:36:06,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39689 2024-11-13T19:36:06,354 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:06,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:06,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:06,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:06,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:06,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:06,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:36:06,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:06,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39861 2024-11-13T19:36:06,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39861 connecting to ZooKeeper ensemble=127.0.0.1:57938 2024-11-13T19:36:06,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:06,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:06,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398610x0, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:06,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398610x0, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on znode that does not yet exist, /1690977391/running 2024-11-13T19:36:06,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39861-0x10136e03c5b0004 connected 2024-11-13T19:36:06,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:36:06,376 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:36:06,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on znode that does not yet exist, /1690977391/master 2024-11-13T19:36:06,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on znode that does not yet exist, /1690977391/acl 2024-11-13T19:36:06,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-13T19:36:06,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39861 2024-11-13T19:36:06,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39861 2024-11-13T19:36:06,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-13T19:36:06,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-13T19:36:06,400 DEBUG [M:0;80cec940e2c9:39689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:39689 2024-11-13T19:36:06,400 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1690977391/backup-masters/80cec940e2c9,39689,1731526566220 2024-11-13T19:36:06,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391/backup-masters 2024-11-13T19:36:06,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391/backup-masters 2024-11-13T19:36:06,408 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on existing znode=/1690977391/backup-masters/80cec940e2c9,39689,1731526566220 2024-11-13T19:36:06,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1690977391/master 2024-11-13T19:36:06,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:06,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:06,416 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on existing znode=/1690977391/master 2024-11-13T19:36:06,417 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1690977391/backup-masters/80cec940e2c9,39689,1731526566220 from backup master directory 2024-11-13T19:36:06,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1690977391/backup-masters/80cec940e2c9,39689,1731526566220 2024-11-13T19:36:06,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391/backup-masters 2024-11-13T19:36:06,424 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:06,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391/backup-masters 2024-11-13T19:36:06,424 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,39689,1731526566220 2024-11-13T19:36:06,432 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/hbase.id] with ID: ebfb7712-ef11-408b-8923-a541f36f0dd3 2024-11-13T19:36:06,432 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/.tmp/hbase.id 2024-11-13T19:36:06,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:36:06,840 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/.tmp/hbase.id]:[hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/hbase.id] 2024-11-13T19:36:06,880 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:06,881 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:36:06,884 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T19:36:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:36:07,331 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:07,332 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:36:07,332 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:07,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:36:07,752 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store 2024-11-13T19:36:07,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:36:08,168 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:08,169 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:08,169 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:08,169 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:08,169 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:08,169 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:08,170 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:08,170 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526568169Disabling compacts and flushes for region at 1731526568169Disabling writes for close at 1731526568169Writing region close event to WAL at 1731526568170 (+1 ms)Closed at 1731526568170 2024-11-13T19:36:08,173 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/.initializing 2024-11-13T19:36:08,173 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/WALs/80cec940e2c9,39689,1731526566220 2024-11-13T19:36:08,176 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:08,180 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C39689%2C1731526566220, suffix=, logDir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/WALs/80cec940e2c9,39689,1731526566220, archiveDir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/oldWALs, maxLogs=10 2024-11-13T19:36:08,195 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/WALs/80cec940e2c9,39689,1731526566220/80cec940e2c9%2C39689%2C1731526566220.1731526568180, exclude list is [], retry=0 2024-11-13T19:36:08,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-85b52f2f-eecb-4deb-b5f3-ea86888c5c7a,DISK] 2024-11-13T19:36:08,202 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/WALs/80cec940e2c9,39689,1731526566220/80cec940e2c9%2C39689%2C1731526566220.1731526568180 2024-11-13T19:36:08,203 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33095:33095)] 2024-11-13T19:36:08,203 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:08,203 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:08,203 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,203 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:36:08,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:08,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:08,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:36:08,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:08,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:08,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:36:08,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:08,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:08,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:36:08,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:08,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:08,238 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,239 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,240 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,242 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,243 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,243 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:08,246 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:08,249 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:08,250 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61694167, jitterRate=-0.08068527281284332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:08,251 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526568204Initializing all the Stores at 1731526568205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526568205Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526568205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526568205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526568205Cleaning up temporary data from old regions at 1731526568243 (+38 ms)Region opened successfully at 1731526568250 (+7 ms) 2024-11-13T19:36:08,251 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:36:08,257 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e489f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:08,258 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:36:08,258 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:36:08,258 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:36:08,259 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:36:08,260 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T19:36:08,260 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:36:08,260 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:36:08,264 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:36:08,266 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Unable to get data of znode /1690977391/balancer because node does not exist (not necessarily an error) 2024-11-13T19:36:08,321 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1690977391/balancer already deleted, retry=false 2024-11-13T19:36:08,322 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:36:08,323 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Unable to get data of znode /1690977391/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:36:08,332 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1690977391/normalizer already deleted, retry=false 2024-11-13T19:36:08,332 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:36:08,334 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Unable to get data of znode /1690977391/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:36:08,341 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1690977391/switch/split already deleted, retry=false 2024-11-13T19:36:08,343 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Unable to get data of znode /1690977391/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:36:08,349 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1690977391/switch/merge already deleted, retry=false 2024-11-13T19:36:08,351 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Unable to get data of znode /1690977391/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:36:08,357 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1690977391/snapshot-cleanup already deleted, retry=false 2024-11-13T19:36:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1690977391/running 2024-11-13T19:36:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1690977391/running 2024-11-13T19:36:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:08,366 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,39689,1731526566220, sessionid=0x10136e03c5b0003, setting cluster-up flag (Was=false) 2024-11-13T19:36:08,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:08,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:08,407 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1690977391/flush-table-proc/acquired, /1690977391/flush-table-proc/reached, /1690977391/flush-table-proc/abort 2024-11-13T19:36:08,409 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,39689,1731526566220 2024-11-13T19:36:08,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:08,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:08,463 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1690977391/online-snapshot/acquired, /1690977391/online-snapshot/reached, /1690977391/online-snapshot/abort 2024-11-13T19:36:08,464 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,39689,1731526566220 2024-11-13T19:36:08,467 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:36:08,470 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:08,470 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:36:08,471 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:36:08,471 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,39689,1731526566220 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:36:08,474 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:08,474 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:08,474 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:08,474 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:08,474 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:36:08,475 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,475 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:08,475 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,476 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526598476 2024-11-13T19:36:08,476 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:36:08,476 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:36:08,476 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:36:08,476 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:36:08,476 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:36:08,476 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:36:08,477 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,477 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:36:08,477 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:36:08,477 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:36:08,477 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:36:08,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:08,478 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:36:08,478 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:36:08,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:36:08,478 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526568478,5,FailOnTimeoutGroup] 2024-11-13T19:36:08,478 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526568478,5,FailOnTimeoutGroup] 2024-11-13T19:36:08,478 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,478 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:36:08,478 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,479 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,480 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:08,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:36:08,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:36:08,488 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(746): ClusterId : ebfb7712-ef11-408b-8923-a541f36f0dd3 2024-11-13T19:36:08,488 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:36:08,500 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:36:08,500 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:36:08,508 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:36:08,509 DEBUG [RS:0;80cec940e2c9:39861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586a64d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:08,525 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:39861 2024-11-13T19:36:08,525 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:36:08,525 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:36:08,525 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:36:08,526 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,39689,1731526566220 with port=39861, startcode=1731526566354 2024-11-13T19:36:08,527 DEBUG [RS:0;80cec940e2c9:39861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:36:08,529 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:36:08,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,39861,1731526566354 2024-11-13T19:36:08,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39689 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,39861,1731526566354 2024-11-13T19:36:08,532 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34 2024-11-13T19:36:08,532 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39875 2024-11-13T19:36:08,532 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:36:08,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391/rs 2024-11-13T19:36:08,541 DEBUG [RS:0;80cec940e2c9:39861 {}] zookeeper.ZKUtil(111): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on existing znode=/1690977391/rs/80cec940e2c9,39861,1731526566354 2024-11-13T19:36:08,541 WARN [RS:0;80cec940e2c9:39861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:08,541 INFO [RS:0;80cec940e2c9:39861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:08,541 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/WALs/80cec940e2c9,39861,1731526566354 2024-11-13T19:36:08,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,39861,1731526566354] 2024-11-13T19:36:08,546 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:36:08,550 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:36:08,551 INFO [RS:0;80cec940e2c9:39861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:36:08,551 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,551 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:36:08,553 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:36:08,553 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,553 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,554 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,554 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,554 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,554 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,554 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:08,554 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,554 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,555 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,555 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,555 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,555 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:08,555 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:08,555 DEBUG [RS:0;80cec940e2c9:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:08,556 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,556 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,556 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,556 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,556 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,556 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39861,1731526566354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:08,571 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:36:08,571 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39861,1731526566354-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,571 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,571 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.Replication(171): 80cec940e2c9,39861,1731526566354 started 2024-11-13T19:36:08,584 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:08,585 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,39861,1731526566354, RpcServer on 80cec940e2c9/172.17.0.3:39861, sessionid=0x10136e03c5b0004 2024-11-13T19:36:08,585 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:36:08,585 DEBUG [RS:0;80cec940e2c9:39861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,39861,1731526566354 2024-11-13T19:36:08,585 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,39861,1731526566354' 2024-11-13T19:36:08,585 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1690977391/flush-table-proc/abort' 2024-11-13T19:36:08,586 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1690977391/flush-table-proc/acquired' 2024-11-13T19:36:08,586 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:36:08,586 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:36:08,586 DEBUG [RS:0;80cec940e2c9:39861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,39861,1731526566354 2024-11-13T19:36:08,586 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,39861,1731526566354' 2024-11-13T19:36:08,586 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1690977391/online-snapshot/abort' 2024-11-13T19:36:08,587 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1690977391/online-snapshot/acquired' 2024-11-13T19:36:08,587 DEBUG [RS:0;80cec940e2c9:39861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:36:08,587 INFO [RS:0;80cec940e2c9:39861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:36:08,587 INFO [RS:0;80cec940e2c9:39861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:36:08,688 INFO [RS:0;80cec940e2c9:39861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:08,693 INFO [RS:0;80cec940e2c9:39861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C39861%2C1731526566354, suffix=, logDir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/WALs/80cec940e2c9,39861,1731526566354, archiveDir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/oldWALs, maxLogs=10 2024-11-13T19:36:08,712 DEBUG [RS:0;80cec940e2c9:39861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/WALs/80cec940e2c9,39861,1731526566354/80cec940e2c9%2C39861%2C1731526566354.1731526568697, exclude list is [], retry=0 2024-11-13T19:36:08,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-85b52f2f-eecb-4deb-b5f3-ea86888c5c7a,DISK] 2024-11-13T19:36:08,719 INFO [RS:0;80cec940e2c9:39861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/WALs/80cec940e2c9,39861,1731526566354/80cec940e2c9%2C39861%2C1731526566354.1731526568697 2024-11-13T19:36:08,719 DEBUG [RS:0;80cec940e2c9:39861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33095:33095)] 2024-11-13T19:36:08,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:36:08,891 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34 2024-11-13T19:36:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:36:08,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:36:09,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:09,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:09,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:09,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:09,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:09,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:09,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:09,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:09,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:09,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:09,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:09,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:09,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:09,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:09,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:09,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:09,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:09,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:09,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740 2024-11-13T19:36:09,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740 2024-11-13T19:36:09,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:09,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:09,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:09,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:09,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:09,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73866409, jitterRate=0.10069526731967926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:09,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526569305Initializing all the Stores at 1731526569307 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526569307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526569308 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526569308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526569308Cleaning up temporary data from old regions at 1731526569328 (+20 ms)Region opened successfully at 1731526569334 (+6 ms) 2024-11-13T19:36:09,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:09,334 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:09,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:09,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:09,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:09,335 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:09,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526569334Disabling compacts and flushes for region at 1731526569334Disabling writes for close at 1731526569334Writing region close event to WAL at 1731526569335 (+1 ms)Closed at 1731526569335 2024-11-13T19:36:09,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:09,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:36:09,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:36:09,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:09,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:36:09,492 DEBUG [80cec940e2c9:39689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:36:09,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,39861,1731526566354 2024-11-13T19:36:09,498 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,39861,1731526566354, state=OPENING 2024-11-13T19:36:09,568 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:36:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:09,585 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:09,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1690977391/meta-region-server: CHANGED 2024-11-13T19:36:09,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1690977391/meta-region-server: CHANGED 2024-11-13T19:36:09,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,39861,1731526566354}] 2024-11-13T19:36:09,745 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:36:09,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:36:09,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:36:09,759 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:36:09,759 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:09,760 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:36:09,763 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C39861%2C1731526566354.meta, suffix=.meta, logDir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/WALs/80cec940e2c9,39861,1731526566354, archiveDir=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/oldWALs, maxLogs=10 2024-11-13T19:36:09,785 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/WALs/80cec940e2c9,39861,1731526566354/80cec940e2c9%2C39861%2C1731526566354.meta.1731526569765.meta, exclude list is [], retry=0 2024-11-13T19:36:09,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-85b52f2f-eecb-4deb-b5f3-ea86888c5c7a,DISK] 2024-11-13T19:36:09,793 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/WALs/80cec940e2c9,39861,1731526566354/80cec940e2c9%2C39861%2C1731526566354.meta.1731526569765.meta 2024-11-13T19:36:09,793 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33095:33095)] 2024-11-13T19:36:09,793 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:09,794 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:09,794 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:09,794 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:36:09,794 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:36:09,795 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:36:09,795 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:09,795 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:36:09,795 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:36:09,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:09,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:09,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:09,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:09,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:09,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:09,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:09,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:09,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:09,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:09,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:09,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:09,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:09,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:09,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:09,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:09,810 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:09,811 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740 2024-11-13T19:36:09,814 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740 2024-11-13T19:36:09,816 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:09,816 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:09,817 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:09,820 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:09,822 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64438330, jitterRate=-0.03979405760765076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:09,822 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:36:09,822 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526569795Writing region info on filesystem at 1731526569795Initializing all the Stores at 1731526569797 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526569797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526569797Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526569798 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526569798Cleaning up temporary data from old regions at 1731526569816 (+18 ms)Running coprocessor post-open hooks at 1731526569822 (+6 ms)Region opened successfully at 1731526569822 2024-11-13T19:36:09,824 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:36:09,824 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526569745 2024-11-13T19:36:09,825 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:36:09,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:09,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:36:09,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:09,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:36:09,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:36:09,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:36:09,828 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:36:09,828 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:36:09,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,39861,1731526566354 2024-11-13T19:36:09,832 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,39861,1731526566354, state=OPEN 2024-11-13T19:36:09,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1690977391/meta-region-server 2024-11-13T19:36:09,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1690977391/meta-region-server 2024-11-13T19:36:09,841 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,39861,1731526566354 2024-11-13T19:36:09,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1690977391/meta-region-server: CHANGED 2024-11-13T19:36:09,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1690977391/meta-region-server: CHANGED 2024-11-13T19:36:09,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:36:09,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,39861,1731526566354 in 256 msec 2024-11-13T19:36:09,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:36:09,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-11-13T19:36:09,853 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:09,853 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:36:09,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:09,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,39861,1731526566354, seqNum=-1] 2024-11-13T19:36:09,856 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:09,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:09,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4020 sec 2024-11-13T19:36:09,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526569872, completionTime=-1 2024-11-13T19:36:09,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:36:09,872 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:36:09,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:36:09,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526629875 2024-11-13T19:36:09,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526689875 2024-11-13T19:36:09,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:36:09,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39689,1731526566220-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:09,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39689,1731526566220-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:09,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39689,1731526566220-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:09,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:39689, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:09,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:09,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:09,879 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:36:09,881 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.457sec 2024-11-13T19:36:09,881 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:36:09,881 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:36:09,881 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:36:09,881 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:36:09,881 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:36:09,881 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39689,1731526566220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:09,881 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39689,1731526566220-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:36:09,885 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:36:09,885 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:36:09,885 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39689,1731526566220-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:09,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:09,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39689,-1 for getting cluster id 2024-11-13T19:36:09,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:09,892 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebfb7712-ef11-408b-8923-a541f36f0dd3' 2024-11-13T19:36:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebfb7712-ef11-408b-8923-a541f36f0dd3" 2024-11-13T19:36:09,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131d9e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:09,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39689,-1] 2024-11-13T19:36:09,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:09,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:09,895 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:09,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:09,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,39861,1731526566354, seqNum=-1] 2024-11-13T19:36:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:09,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:09,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,39689,1731526566220 2024-11-13T19:36:09,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57938 2024-11-13T19:36:09,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:09,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e03c5b0005 connected 2024-11-13T19:36:09,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:09,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39443,-1 for getting cluster id 2024-11-13T19:36:09,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:09,935 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a465c65b-6ffb-484d-a582-1cfc825da7bc' 2024-11-13T19:36:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a465c65b-6ffb-484d-a582-1cfc825da7bc" 2024-11-13T19:36:09,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16793b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39443,-1] 2024-11-13T19:36:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:09,939 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171ad818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:09,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39443,1731526559280 2024-11-13T19:36:09,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aadef12 2024-11-13T19:36:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:09,959 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:09,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:39689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:36:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:36:09,975 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:39689' 2024-11-13T19:36:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:09,976 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbd8c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:09,976 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39689,-1 for getting cluster id 2024-11-13T19:36:09,977 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:09,978 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebfb7712-ef11-408b-8923-a541f36f0dd3' 2024-11-13T19:36:09,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:09,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebfb7712-ef11-408b-8923-a541f36f0dd3" 2024-11-13T19:36:09,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18db1580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:09,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39689,-1] 2024-11-13T19:36:09,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:09,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:09,980 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:09,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea71bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:09,982 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:09,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39689,1731526566220 2024-11-13T19:36:09,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56af96eb 2024-11-13T19:36:09,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:09,988 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:10,000 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T19:36:10,000 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:36:10,004 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:10,005 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:10,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:10,006 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:10,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:36:10,016 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:36:10,016 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:10,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:36:10,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741835_1011 (size=1138) 2024-11-13T19:36:10,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 003e29381d3345992822440abf32c82e, NAME => 'hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722 2024-11-13T19:36:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741836_1012 (size=44) 2024-11-13T19:36:10,065 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:36:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:10,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:10,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 003e29381d3345992822440abf32c82e, disabling compactions & flushes 2024-11-13T19:36:10,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:10,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:10,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. after waiting 0 ms 2024-11-13T19:36:10,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:10,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:10,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 003e29381d3345992822440abf32c82e: Waiting for close lock at 1731526570442Disabling compacts and flushes for region at 1731526570442Disabling writes for close at 1731526570443 (+1 ms)Writing region close event to WAL at 1731526570443Closed at 1731526570443 2024-11-13T19:36:10,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:36:10,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526570448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526570448"}]},"ts":"1731526570448"} 2024-11-13T19:36:10,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:36:10,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:36:10,463 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526570460"}]},"ts":"1731526570460"} 2024-11-13T19:36:10,468 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:36:10,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN}] 2024-11-13T19:36:10,472 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN 2024-11-13T19:36:10,473 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN; state=OFFLINE, location=80cec940e2c9,36023,1731526559990; forceNewPlan=false, retain=false 2024-11-13T19:36:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:10,625 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=003e29381d3345992822440abf32c82e, regionState=OPENING, regionLocation=80cec940e2c9,36023,1731526559990 2024-11-13T19:36:10,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN because future has completed 2024-11-13T19:36:10,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003e29381d3345992822440abf32c82e, server=80cec940e2c9,36023,1731526559990}] 2024-11-13T19:36:10,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:10,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:10,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:36:10,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C36023%2C1731526559990.rep, suffix=, logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990, archiveDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs, maxLogs=10 2024-11-13T19:36:10,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.rep.1731526570803, exclude list is [], retry=0 2024-11-13T19:36:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-69e586d2-a3ad-46d5-b661-817b4005c8c4,DISK] 2024-11-13T19:36:10,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.rep.1731526570803 2024-11-13T19:36:10,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-13T19:36:10,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 003e29381d3345992822440abf32c82e, NAME => 'hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:10,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:10,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:10,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. service=MultiRowMutationService 2024-11-13T19:36:10,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:36:10,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:10,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,829 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,831 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003e29381d3345992822440abf32c82e columnFamilyName hfileref 2024-11-13T19:36:10,831 DEBUG [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:10,831 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(327): Store=003e29381d3345992822440abf32c82e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:10,832 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,833 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003e29381d3345992822440abf32c82e columnFamilyName queue 2024-11-13T19:36:10,833 DEBUG [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:10,834 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(327): Store=003e29381d3345992822440abf32c82e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:10,834 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,836 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003e29381d3345992822440abf32c82e columnFamilyName sid 2024-11-13T19:36:10,836 DEBUG [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:10,837 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(327): Store=003e29381d3345992822440abf32c82e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:10,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:36:10,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:10,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 003e29381d3345992822440abf32c82e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68302540, jitterRate=0.017787158489227295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:36:10,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:10,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 003e29381d3345992822440abf32c82e: Running coprocessor pre-open hook at 1731526570826Writing region info on filesystem at 1731526570826Initializing all the Stores at 1731526570828 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526570828Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526570828Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526570828Cleaning up temporary data from old regions at 1731526570841 (+13 ms)Running coprocessor post-open hooks at 1731526570849 (+8 ms)Region opened successfully at 1731526570850 (+1 ms) 2024-11-13T19:36:10,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e., pid=7, masterSystemTime=1731526570788 2024-11-13T19:36:10,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:10,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:10,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=003e29381d3345992822440abf32c82e, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,36023,1731526559990 2024-11-13T19:36:10,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003e29381d3345992822440abf32c82e, server=80cec940e2c9,36023,1731526559990 because future has completed 2024-11-13T19:36:10,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T19:36:10,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 003e29381d3345992822440abf32c82e, server=80cec940e2c9,36023,1731526559990 in 230 msec 2024-11-13T19:36:10,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:36:10,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN in 398 msec 2024-11-13T19:36:10,873 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:36:10,873 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526570873"}]},"ts":"1731526570873"} 2024-11-13T19:36:10,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:36:10,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:36:10,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 871 msec 2024-11-13T19:36:10,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e., hostname=80cec940e2c9,36023,1731526559990, seqNum=2] 2024-11-13T19:36:10,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36023 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T19:36:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:11,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:36:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:11,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T19:36:11,191 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:36:11,227 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,36023,1731526559990, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:36:11,228 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:11,228 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36023,1731526559990, seqNum=-1] 2024-11-13T19:36:11,229 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:11,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T19:36:11,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,36023,1731526559990', locateType=CURRENT is [region=hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e., hostname=80cec940e2c9,36023,1731526559990, seqNum=2] 2024-11-13T19:36:11,239 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T19:36:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T19:36:11,245 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,36023,1731526559990 suceeded 2024-11-13T19:36:11,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T19:36:11,250 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:39689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:36:11,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-13T19:36:11,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2870 sec 2024-11-13T19:36:11,262 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:39689' 2024-11-13T19:36:11,264 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6404eae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:11,264 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39689,-1 for getting cluster id 2024-11-13T19:36:11,265 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:11,265 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebfb7712-ef11-408b-8923-a541f36f0dd3' 2024-11-13T19:36:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebfb7712-ef11-408b-8923-a541f36f0dd3" 2024-11-13T19:36:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2379f5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39689,-1] 2024-11-13T19:36:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:11,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:11,268 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:11,268 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7738dfe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:11,269 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:11,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39689,1731526566220 2024-11-13T19:36:11,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d3dbf0c 2024-11-13T19:36:11,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:11,271 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T19:36:11,272 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,36023,1731526559990 (queues=1) is replicating from cluster=a465c65b-6ffb-484d-a582-1cfc825da7bc to cluster=ebfb7712-ef11-408b-8923-a541f36f0dd3 2024-11-13T19:36:11,274 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C36023%2C1731526559990 2024-11-13T19:36:11,277 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,36023,1731526559990, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:36:11,279 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C36023%2C1731526559990 2024-11-13T19:36:11,283 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177, startPosition=0, beingWritten=true 2024-11-13T19:36:11,534 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:11,845 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:12,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:12,142 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:36:12,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:12,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:12,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac2555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39443,-1 for getting cluster id 2024-11-13T19:36:12,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:12,147 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a465c65b-6ffb-484d-a582-1cfc825da7bc' 2024-11-13T19:36:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a465c65b-6ffb-484d-a582-1cfc825da7bc" 2024-11-13T19:36:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41081587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39443,-1] 2024-11-13T19:36:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,150 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:12,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e1c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:12,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39443,1731526559280 2024-11-13T19:36:12,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637a5f5a 2024-11-13T19:36:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:12,158 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:12,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://80cec940e2c9:39689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:36:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:36:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T19:36:12,162 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:39689' 2024-11-13T19:36:12,163 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2652d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,163 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39689,-1 for getting cluster id 2024-11-13T19:36:12,163 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:12,164 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebfb7712-ef11-408b-8923-a541f36f0dd3' 2024-11-13T19:36:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebfb7712-ef11-408b-8923-a541f36f0dd3" 2024-11-13T19:36:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6994a6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39689,-1] 2024-11-13T19:36:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:12,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,166 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:12,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1104cda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,167 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:12,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39689,1731526566220 2024-11-13T19:36:12,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d5c5bd7 2024-11-13T19:36:12,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:12,170 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:12,171 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T19:36:12,171 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:36:12,171 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,171 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:12,254 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:12,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:36:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T19:36:12,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T19:36:12,421 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T19:36:12,455 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-80cec940e2c9,36023,1731526559990, ReplicationSource: 2, currentBandwidth=0 2024-11-13T19:36:12,458 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T19:36:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T19:36:12,462 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 80cec940e2c9,36023,1731526559990 suceeded 2024-11-13T19:36:12,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:36:12,466 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://80cec940e2c9:39689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:36:12,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-13T19:36:12,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 308 msec 2024-11-13T19:36:12,475 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:39689' 2024-11-13T19:36:12,476 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75263c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,476 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39689,-1 for getting cluster id 2024-11-13T19:36:12,476 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:12,477 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebfb7712-ef11-408b-8923-a541f36f0dd3' 2024-11-13T19:36:12,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:12,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebfb7712-ef11-408b-8923-a541f36f0dd3" 2024-11-13T19:36:12,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@759d39d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39689,-1] 2024-11-13T19:36:12,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T19:36:12,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,478 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T19:36:12,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:12,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:12,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:12,479 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:12,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:12,480 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b024ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,480 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39443,1731526559280 2024-11-13T19:36:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ecc597 2024-11-13T19:36:12,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39689,1731526566220 2024-11-13T19:36:12,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7acad27f 2024-11-13T19:36:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:12,483 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T19:36:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:12,484 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-80cec940e2c9,36023,1731526559990 (queues=1) is replicating from cluster=a465c65b-6ffb-484d-a582-1cfc825da7bc to cluster=ebfb7712-ef11-408b-8923-a541f36f0dd3 2024-11-13T19:36:12,484 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=80cec940e2c9%2C36023%2C1731526559990 2024-11-13T19:36:12,484 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-80cec940e2c9,36023,1731526559990, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:36:12,484 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C36023%2C1731526559990 2024-11-13T19:36:12,484 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177, startPosition=0, beingWritten=true 2024-11-13T19:36:12,485 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:12,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T19:36:12,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T19:36:12,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T19:36:12,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T19:36:12,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:39689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:36:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T19:36:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T19:36:12,500 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:39689' 2024-11-13T19:36:12,501 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471b7702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,501 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39689,-1 for getting cluster id 2024-11-13T19:36:12,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:12,502 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebfb7712-ef11-408b-8923-a541f36f0dd3' 2024-11-13T19:36:12,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:12,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebfb7712-ef11-408b-8923-a541f36f0dd3" 2024-11-13T19:36:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187f05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39689,-1] 2024-11-13T19:36:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:12,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,504 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:12,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9170ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:12,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39689,1731526566220 2024-11-13T19:36:12,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e6ff6c3 2024-11-13T19:36:12,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:12,508 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:12,509 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:36:12,509 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:36:12,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:12,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:36:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T19:36:12,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T19:36:12,676 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T19:36:12,678 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T19:36:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T19:36:12,682 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 80cec940e2c9,36023,1731526559990 suceeded 2024-11-13T19:36:12,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T19:36:12,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-13T19:36:12,686 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://80cec940e2c9:39689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:36:12,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-13T19:36:12,692 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:12,769 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T19:36:12,819 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T19:36:12,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://80cec940e2c9:39689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:36:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T19:36:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T19:36:12,824 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:39689' 2024-11-13T19:36:12,825 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188a7f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,825 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39689,-1 for getting cluster id 2024-11-13T19:36:12,825 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:12,826 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebfb7712-ef11-408b-8923-a541f36f0dd3' 2024-11-13T19:36:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebfb7712-ef11-408b-8923-a541f36f0dd3" 2024-11-13T19:36:12,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5c8e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39689,-1] 2024-11-13T19:36:12,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:12,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,828 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4da9d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:12,829 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39689,1731526566220 2024-11-13T19:36:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d32d54d 2024-11-13T19:36:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:12,832 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:12,833 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T19:36:12,833 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:36:12,833 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,833 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:12,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:12,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:36:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T19:36:12,999 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:13,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T19:36:13,027 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T19:36:13,028 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T19:36:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T19:36:13,032 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 80cec940e2c9,36023,1731526559990 suceeded 2024-11-13T19:36:13,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T19:36:13,035 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://80cec940e2c9:39689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:36:13,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T19:36:13,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 215 msec 2024-11-13T19:36:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T19:36:13,140 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T19:36:13,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T19:36:13,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T19:36:13,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:13,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:13,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:13,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:13,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:13,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:36:13,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1621722810, stopped=false 2024-11-13T19:36:13,146 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,39443,1731526559280 2024-11-13T19:36:13,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/running 2024-11-13T19:36:13,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/running 2024-11-13T19:36:13,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:13,158 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:13,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:13,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:13,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:13,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:13,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/running 2024-11-13T19:36:13,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/running 2024-11-13T19:36:13,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,36023,1731526559990' ***** 2024-11-13T19:36:13,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:36:13,161 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:36:13,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:36:13,161 INFO [RS:0;80cec940e2c9:36023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:36:13,162 INFO [RS:0;80cec940e2c9:36023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:36:13,162 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(3091): Received CLOSE for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:13,163 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,36023,1731526559990 2024-11-13T19:36:13,163 INFO [RS:0;80cec940e2c9:36023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:13,163 INFO [RS:0;80cec940e2c9:36023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:36023. 2024-11-13T19:36:13,164 DEBUG [RS:0;80cec940e2c9:36023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:13,164 DEBUG [RS:0;80cec940e2c9:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:13,164 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:36:13,164 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 003e29381d3345992822440abf32c82e, disabling compactions & flushes 2024-11-13T19:36:13,164 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:36:13,164 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:13,165 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:36:13,165 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:13,165 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. after waiting 0 ms 2024-11-13T19:36:13,165 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:36:13,165 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:13,165 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:36:13,165 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:13,165 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 003e29381d3345992822440abf32c82e=hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e.} 2024-11-13T19:36:13,166 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:13,166 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:13,166 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:13,166 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:13,166 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1351): Waiting on 003e29381d3345992822440abf32c82e, 1588230740 2024-11-13T19:36:13,169 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T19:36:13,169 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 003e29381d3345992822440abf32c82e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T19:36:13,231 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/info/9c28d25ca6504334bee2492e26038a11 is 147, key is hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e./info:regioninfo/1731526570856/Put/seqid=0 2024-11-13T19:36:13,231 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e/.tmp/queue/f5ca97a792bc4ff690e7deb69fead178 is 151, key is 1-80cec940e2c9,36023,1731526559990/queue:80cec940e2c9%2C36023%2C1731526559990/1731526571234/Put/seqid=0 2024-11-13T19:36:13,240 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741838_1014 (size=6631) 2024-11-13T19:36:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741839_1015 (size=5500) 2024-11-13T19:36:13,366 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1351): Waiting on 003e29381d3345992822440abf32c82e, 1588230740 2024-11-13T19:36:13,376 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:13,406 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:13,566 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1351): Waiting on 003e29381d3345992822440abf32c82e, 1588230740 2024-11-13T19:36:13,643 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e/.tmp/queue/f5ca97a792bc4ff690e7deb69fead178 2024-11-13T19:36:13,643 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/info/9c28d25ca6504334bee2492e26038a11 2024-11-13T19:36:13,691 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e/.tmp/queue/f5ca97a792bc4ff690e7deb69fead178 as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e/queue/f5ca97a792bc4ff690e7deb69fead178 2024-11-13T19:36:13,700 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e/queue/f5ca97a792bc4ff690e7deb69fead178, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T19:36:13,707 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 003e29381d3345992822440abf32c82e in 538ms, sequenceid=6, compaction requested=false 2024-11-13T19:36:13,707 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:36:13,714 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/ns/b8388c94200e4a8ab1020fb3b267df1c is 43, key is default/ns:d/1731526564408/Put/seqid=0 2024-11-13T19:36:13,715 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:36:13,718 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:13,718 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:13,719 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:13,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:36:13,719 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 003e29381d3345992822440abf32c82e: Waiting for close lock at 1731526573163Running coprocessor pre-close hooks at 1731526573164 (+1 ms)Disabling compacts and flushes for region at 1731526573164Disabling writes for close at 1731526573165 (+1 ms)Obtaining lock to block concurrent updates at 1731526573169 (+4 ms)Preparing flush snapshotting stores in 003e29381d3345992822440abf32c82e at 1731526573169Finished memstore snapshotting hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731526573177 (+8 ms)Flushing stores of hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. at 1731526573179 (+2 ms)Flushing 003e29381d3345992822440abf32c82e/queue: creating writer at 1731526573180 (+1 ms)Flushing 003e29381d3345992822440abf32c82e/queue: appending metadata at 1731526573217 (+37 ms)Flushing 003e29381d3345992822440abf32c82e/queue: closing flushed file at 1731526573220 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbe6f9: reopening flushed file at 1731526573689 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 003e29381d3345992822440abf32c82e in 538ms, sequenceid=6, compaction requested=false at 1731526573707 (+18 ms)Writing region close event to WAL at 1731526573710 (+3 ms)Running coprocessor post-close hooks at 1731526573716 (+6 ms)Closed at 1731526573719 (+3 ms) 2024-11-13T19:36:13,719 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:13,767 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:13,914 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:13,967 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:14,040 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:36:14,040 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:36:14,087 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:14,120 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/ns/b8388c94200e4a8ab1020fb3b267df1c 2024-11-13T19:36:14,149 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/table/6e13c9c669b0442183234d63ddb36cb7 is 53, key is hbase:replication/table:state/1731526570873/Put/seqid=0 2024-11-13T19:36:14,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741841_1017 (size=5256) 2024-11-13T19:36:14,167 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:36:14,167 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:36:14,167 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:14,368 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:14,524 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:14,555 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/table/6e13c9c669b0442183234d63ddb36cb7 2024-11-13T19:36:14,565 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/info/9c28d25ca6504334bee2492e26038a11 as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/info/9c28d25ca6504334bee2492e26038a11 2024-11-13T19:36:14,568 DEBUG [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:14,573 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/info/9c28d25ca6504334bee2492e26038a11, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T19:36:14,575 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/ns/b8388c94200e4a8ab1020fb3b267df1c as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/ns/b8388c94200e4a8ab1020fb3b267df1c 2024-11-13T19:36:14,616 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/ns/b8388c94200e4a8ab1020fb3b267df1c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:36:14,618 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/table/6e13c9c669b0442183234d63ddb36cb7 as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/table/6e13c9c669b0442183234d63ddb36cb7 2024-11-13T19:36:14,628 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/table/6e13c9c669b0442183234d63ddb36cb7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T19:36:14,630 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1464ms, sequenceid=11, compaction requested=false 2024-11-13T19:36:14,636 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:36:14,637 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:14,637 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:14,638 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:14,638 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526573165Running coprocessor pre-close hooks at 1731526573165Disabling compacts and flushes for region at 1731526573165Disabling writes for close at 1731526573166 (+1 ms)Obtaining lock to block concurrent updates at 1731526573169 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731526573169Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731526573177 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526573179 (+2 ms)Flushing 1588230740/info: creating writer at 1731526573180 (+1 ms)Flushing 1588230740/info: appending metadata at 1731526573217 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731526573220 (+3 ms)Flushing 1588230740/ns: creating writer at 1731526573689 (+469 ms)Flushing 1588230740/ns: appending metadata at 1731526573712 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731526573712Flushing 1588230740/table: creating writer at 1731526574132 (+420 ms)Flushing 1588230740/table: appending metadata at 1731526574149 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731526574149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22283f7d: reopening flushed file at 1731526574563 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef4da8b: reopening flushed file at 1731526574574 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d15d637: reopening flushed file at 1731526574617 (+43 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1464ms, sequenceid=11, compaction requested=false at 1731526574630 (+13 ms)Writing region close event to WAL at 1731526574631 (+1 ms)Running coprocessor post-close hooks at 1731526574637 (+6 ms)Closed at 1731526574638 (+1 ms) 2024-11-13T19:36:14,638 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:14,769 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,36023,1731526559990; all regions closed. 2024-11-13T19:36:14,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741834_1010 (size=2742) 2024-11-13T19:36:14,785 DEBUG [RS:0;80cec940e2c9:36023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs 2024-11-13T19:36:14,785 INFO [RS:0;80cec940e2c9:36023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C36023%2C1731526559990.meta:.meta(num 1731526564197) 2024-11-13T19:36:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741837_1013 (size=1802) 2024-11-13T19:36:14,792 DEBUG [RS:0;80cec940e2c9:36023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs 2024-11-13T19:36:14,793 INFO [RS:0;80cec940e2c9:36023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C36023%2C1731526559990.rep:(num 1731526570803) 2024-11-13T19:36:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:36:14,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 not finished, retry = 0 2024-11-13T19:36:14,897 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 to pos 0, reset compression=false 2024-11-13T19:36:14,904 DEBUG [RS:0;80cec940e2c9:36023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs 2024-11-13T19:36:14,904 INFO [RS:0;80cec940e2c9:36023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C36023%2C1731526559990:(num 1731526563177) 2024-11-13T19:36:14,904 DEBUG [RS:0;80cec940e2c9:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:14,904 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:14,905 INFO [RS:0;80cec940e2c9:36023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:14,905 INFO [RS:0;80cec940e2c9:36023 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:14,906 INFO [RS:0;80cec940e2c9:36023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:14,906 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:14,906 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,36023,1731526559990 because: Region server is closing 2024-11-13T19:36:14,907 INFO [RS:0;80cec940e2c9:36023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:36023. 2024-11-13T19:36:14,907 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177 2024-11-13T19:36:14,907 DEBUG [RS:0;80cec940e2c9:36023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:14,907 DEBUG [RS:0;80cec940e2c9:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:14,907 DEBUG [RS:0;80cec940e2c9:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:14,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:14,907 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,36023,1731526559990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990/80cec940e2c9%2C36023%2C1731526559990.1731526563177, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T19:36:14,917 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,36023,1731526559990: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,36023,1731526559990, walGroup=80cec940e2c9%2C36023%2C1731526559990, offset=80cec940e2c9%2C36023%2C1731526559990.1731526563177:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:36023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:36:14,919 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:36:14,921 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:36:14,922 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:36:14,922 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:36:14,922 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:36:14,922 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 401127520 }, "NonHeapMemoryUsage": { "committed": 153026560, "init": 7667712, "max": -1, "used": 150760936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:36:14,923 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [80cec940e2c9%2C36023%2C1731526559990.1731526563177] 2024-11-13T19:36:15,008 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,1-80cec940e2c9,36023,1731526559990 terminated 2024-11-13T19:36:15,009 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-80cec940e2c9,36023,1731526559990 because: Region server is closing 2024-11-13T19:36:15,009 INFO [RS:0;80cec940e2c9:36023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:36023. 2024-11-13T19:36:15,009 DEBUG [RS:0;80cec940e2c9:36023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:15,010 DEBUG [RS:0;80cec940e2c9:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:15,010 DEBUG [RS:0;80cec940e2c9:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:15,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:15,111 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.wal-reader.80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:36:15,111 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:36:15,111 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,36023,1731526559990.replicationSource.shipper80cec940e2c9%2C36023%2C1731526559990,2-80cec940e2c9,36023,1731526559990 terminated 2024-11-13T19:36:15,112 INFO [RS:0;80cec940e2c9:36023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36023 2024-11-13T19:36:15,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/rs/80cec940e2c9,36023,1731526559990 2024-11-13T19:36:15,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/rs 2024-11-13T19:36:15,147 INFO [RS:0;80cec940e2c9:36023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:15,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,36023,1731526559990] 2024-11-13T19:36:15,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/draining/80cec940e2c9,36023,1731526559990 already deleted, retry=false 2024-11-13T19:36:15,166 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,36023,1731526559990 expired; onlineServers=0 2024-11-13T19:36:15,166 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,39443,1731526559280' ***** 2024-11-13T19:36:15,166 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:36:15,166 INFO [M:0;80cec940e2c9:39443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:15,167 INFO [M:0;80cec940e2c9:39443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:15,167 DEBUG [M:0;80cec940e2c9:39443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:36:15,167 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:36:15,168 DEBUG [M:0;80cec940e2c9:39443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:36:15,168 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526562801 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526562801,5,FailOnTimeoutGroup] 2024-11-13T19:36:15,168 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526562803 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526562803,5,FailOnTimeoutGroup] 2024-11-13T19:36:15,168 INFO [M:0;80cec940e2c9:39443 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:15,169 INFO [M:0;80cec940e2c9:39443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:15,169 DEBUG [M:0;80cec940e2c9:39443 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:36:15,170 INFO [M:0;80cec940e2c9:39443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:36:15,170 INFO [M:0;80cec940e2c9:39443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:15,172 INFO [M:0;80cec940e2c9:39443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:36:15,172 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:36:15,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/master 2024-11-13T19:36:15,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:15,179 DEBUG [M:0;80cec940e2c9:39443 {}] zookeeper.ZKUtil(347): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/master because node does not exist (not an error) 2024-11-13T19:36:15,179 WARN [M:0;80cec940e2c9:39443 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:36:15,180 INFO [M:0;80cec940e2c9:39443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/.lastflushedseqids 2024-11-13T19:36:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741842_1018 (size=181) 2024-11-13T19:36:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:15,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x10136e03c5b0001, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:15,259 INFO [RS:0;80cec940e2c9:36023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:15,260 INFO [RS:0;80cec940e2c9:36023 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,36023,1731526559990; zookeeper connection closed. 2024-11-13T19:36:15,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6194a0d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6194a0d8 2024-11-13T19:36:15,262 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:36:15,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:36:15,592 INFO [M:0;80cec940e2c9:39443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:36:15,592 INFO [M:0;80cec940e2c9:39443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:36:15,593 DEBUG [M:0;80cec940e2c9:39443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:15,593 INFO [M:0;80cec940e2c9:39443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:15,593 DEBUG [M:0;80cec940e2c9:39443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:15,593 DEBUG [M:0;80cec940e2c9:39443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:15,593 DEBUG [M:0;80cec940e2c9:39443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:15,593 INFO [M:0;80cec940e2c9:39443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T19:36:15,609 DEBUG [M:0;80cec940e2c9:39443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7104b4d9c47f4d2c8de6f9115b33862e is 82, key is hbase:meta,,1/info:regioninfo/1731526564278/Put/seqid=0 2024-11-13T19:36:15,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741843_1019 (size=5672) 2024-11-13T19:36:16,015 INFO [M:0;80cec940e2c9:39443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7104b4d9c47f4d2c8de6f9115b33862e 2024-11-13T19:36:16,044 DEBUG [M:0;80cec940e2c9:39443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/493c2ea32dde498f9164c66fa38b79e6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731526570879/Put/seqid=0 2024-11-13T19:36:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741844_1020 (size=8663) 2024-11-13T19:36:16,452 INFO [M:0;80cec940e2c9:39443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/493c2ea32dde498f9164c66fa38b79e6 2024-11-13T19:36:16,481 DEBUG [M:0;80cec940e2c9:39443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb870a301d8e4c36b5c9a7a3745f9dba is 69, key is 80cec940e2c9,36023,1731526559990/rs:state/1731526562932/Put/seqid=0 2024-11-13T19:36:16,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741845_1021 (size=5156) 2024-11-13T19:36:16,888 INFO [M:0;80cec940e2c9:39443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb870a301d8e4c36b5c9a7a3745f9dba 2024-11-13T19:36:16,897 DEBUG [M:0;80cec940e2c9:39443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7104b4d9c47f4d2c8de6f9115b33862e as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7104b4d9c47f4d2c8de6f9115b33862e 2024-11-13T19:36:16,905 INFO [M:0;80cec940e2c9:39443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7104b4d9c47f4d2c8de6f9115b33862e, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T19:36:16,906 DEBUG [M:0;80cec940e2c9:39443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/493c2ea32dde498f9164c66fa38b79e6 as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/493c2ea32dde498f9164c66fa38b79e6 2024-11-13T19:36:16,913 INFO [M:0;80cec940e2c9:39443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/493c2ea32dde498f9164c66fa38b79e6, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T19:36:16,915 DEBUG [M:0;80cec940e2c9:39443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb870a301d8e4c36b5c9a7a3745f9dba as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb870a301d8e4c36b5c9a7a3745f9dba 2024-11-13T19:36:16,922 INFO [M:0;80cec940e2c9:39443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb870a301d8e4c36b5c9a7a3745f9dba, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T19:36:16,924 INFO [M:0;80cec940e2c9:39443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false 2024-11-13T19:36:16,926 INFO [M:0;80cec940e2c9:39443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:16,927 DEBUG [M:0;80cec940e2c9:39443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526575593Disabling compacts and flushes for region at 1731526575593Disabling writes for close at 1731526575593Obtaining lock to block concurrent updates at 1731526575593Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526575593Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731526575593Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526575594 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526575595 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526575609 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526575609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526576027 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526576044 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526576044Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526576464 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526576480 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526576480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@821df20: reopening flushed file at 1731526576896 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53751090: reopening flushed file at 1731526576905 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e4c0797: reopening flushed file at 1731526576914 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false at 1731526576924 (+10 ms)Writing region close event to WAL at 1731526576926 (+2 ms)Closed at 1731526576926 2024-11-13T19:36:16,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741830_1006 (size=59421) 2024-11-13T19:36:16,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:16,933 INFO [M:0;80cec940e2c9:39443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:36:16,933 INFO [M:0;80cec940e2c9:39443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39443 2024-11-13T19:36:16,933 INFO [M:0;80cec940e2c9:39443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:17,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:17,098 INFO [M:0;80cec940e2c9:39443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:17,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39443-0x10136e03c5b0000, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:17,101 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:17,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:17,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:17,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:17,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:17,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:17,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:36:17,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:17,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36373 2024-11-13T19:36:17,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36373 connecting to ZooKeeper ensemble=127.0.0.1:57938 2024-11-13T19:36:17,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363730x0, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:17,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36373-0x10136e03c5b0006 connected 2024-11-13T19:36:17,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:17,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:17,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/running 2024-11-13T19:36:17,181 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: INIT 2024-11-13T19:36:17,181 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722, hbase.cluster.distributed=false 2024-11-13T19:36:17,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/acl 2024-11-13T19:36:17,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36373 2024-11-13T19:36:17,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36373 2024-11-13T19:36:17,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36373 2024-11-13T19:36:17,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36373 2024-11-13T19:36:17,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36373 2024-11-13T19:36:17,204 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:17,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:17,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:17,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:17,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:17,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:17,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:36:17,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:17,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40419 2024-11-13T19:36:17,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40419 connecting to ZooKeeper ensemble=127.0.0.1:57938 2024-11-13T19:36:17,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:17,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:17,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404190x0, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:17,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404190x0, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/running 2024-11-13T19:36:17,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40419-0x10136e03c5b0007 connected 2024-11-13T19:36:17,230 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: INIT 2024-11-13T19:36:17,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:36:17,233 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:36:17,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/master 2024-11-13T19:36:17,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/acl 2024-11-13T19:36:17,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40419 2024-11-13T19:36:17,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40419 2024-11-13T19:36:17,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40419 2024-11-13T19:36:17,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40419 2024-11-13T19:36:17,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40419 2024-11-13T19:36:17,253 DEBUG [M:0;80cec940e2c9:36373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:36373 2024-11-13T19:36:17,253 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0733547818/backup-masters/80cec940e2c9,36373,1731526577101 2024-11-13T19:36:17,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/backup-masters 2024-11-13T19:36:17,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/backup-masters 2024-11-13T19:36:17,263 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on existing znode=/0733547818/backup-masters/80cec940e2c9,36373,1731526577101 2024-11-13T19:36:17,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0733547818/master 2024-11-13T19:36:17,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:17,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:17,274 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on existing znode=/0733547818/master 2024-11-13T19:36:17,274 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0733547818/backup-masters/80cec940e2c9,36373,1731526577101 from backup master directory 2024-11-13T19:36:17,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/backup-masters 2024-11-13T19:36:17,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/backup-masters/80cec940e2c9,36373,1731526577101 2024-11-13T19:36:17,282 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:17,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/backup-masters 2024-11-13T19:36:17,282 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,36373,1731526577101 2024-11-13T19:36:17,300 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:17,301 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:36:17,319 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-13T19:36:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741846_1022 (size=196) 2024-11-13T19:36:17,738 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:17,739 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:36:17,741 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:17,751 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T19:36:17,754 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280 to hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280-dead as it is dead 2024-11-13T19:36:17,756 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T19:36:17,756 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T19:36:17,756 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280-dead/80cec940e2c9%2C39443%2C1731526559280.1731526562124 2024-11-13T19:36:17,761 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280-dead/80cec940e2c9%2C39443%2C1731526559280.1731526562124 after 4ms 2024-11-13T19:36:17,762 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280-dead/80cec940e2c9%2C39443%2C1731526559280.1731526562124 to hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80cec940e2c9%2C39443%2C1731526559280.1731526562124 2024-11-13T19:36:17,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,39443,1731526559280-dead 2024-11-13T19:36:17,763 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,36373,1731526577101 2024-11-13T19:36:17,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:17,766 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C36373%2C1731526577101, suffix=, logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,36373,1731526577101, archiveDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/oldWALs, maxLogs=10 2024-11-13T19:36:17,780 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,36373,1731526577101/80cec940e2c9%2C36373%2C1731526577101.1731526577766, exclude list is [], retry=0 2024-11-13T19:36:17,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-69e586d2-a3ad-46d5-b661-817b4005c8c4,DISK] 2024-11-13T19:36:17,786 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,36373,1731526577101/80cec940e2c9%2C36373%2C1731526577101.1731526577766 2024-11-13T19:36:17,787 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-13T19:36:17,787 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:17,787 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:17,787 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,787 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:36:17,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:17,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7104b4d9c47f4d2c8de6f9115b33862e 2024-11-13T19:36:17,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:17,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:36:17,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:17,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/493c2ea32dde498f9164c66fa38b79e6 2024-11-13T19:36:17,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:17,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:36:17,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:17,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb870a301d8e4c36b5c9a7a3745f9dba 2024-11-13T19:36:17,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:17,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:36:17,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:17,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:17,825 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,826 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T19:36:17,826 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80cec940e2c9%2C39443%2C1731526559280.1731526562124 2024-11-13T19:36:17,843 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80cec940e2c9%2C39443%2C1731526559280.1731526562124 2024-11-13T19:36:17,845 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80cec940e2c9%2C39443%2C1731526559280.1731526562124 2024-11-13T19:36:17,848 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,849 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,849 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:17,851 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:17,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T19:36:17,855 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71712698, jitterRate=0.06860247254371643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:17,856 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526577787Initializing all the Stores at 1731526577788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526577789 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526577789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526577789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526577789Cleaning up temporary data from old regions at 1731526577849 (+60 ms)Region opened successfully at 1731526577855 (+6 ms) 2024-11-13T19:36:17,856 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:36:17,860 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e12e9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:17,871 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T19:36:17,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:36:17,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:36:17,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:36:17,873 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:36:17,878 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:17,878 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:36:17,879 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:36:17,879 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:36:17,879 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T19:36:17,880 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T19:36:17,880 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T19:36:17,880 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:36:17,885 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=80cec940e2c9,36023,1731526559990, regionLocation=80cec940e2c9,36023,1731526559990, openSeqNum=2 2024-11-13T19:36:17,885 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=80cec940e2c9,36023,1731526559990, table=hbase:meta, region=1588230740 2024-11-13T19:36:17,885 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,36023,1731526559990, state=OPEN 2024-11-13T19:36:17,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0733547818/meta-region-server 2024-11-13T19:36:17,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0733547818/meta-region-server 2024-11-13T19:36:17,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:17,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:17,904 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:36:17,915 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/draining/80cec940e2c9,36023,1731526559990 already deleted, retry=false 2024-11-13T19:36:17,915 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 80cec940e2c9,36023,1731526559990 on 80cec940e2c9,36373,1731526577101 2024-11-13T19:36:17,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 80cec940e2c9,36023,1731526559990, splitWal=true, meta=true 2024-11-13T19:36:17,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 80cec940e2c9,36023,1731526559990 (carryingMeta=true) 80cec940e2c9,36023,1731526559990/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4cc48b65[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T19:36:17,927 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/balancer because node does not exist (not necessarily an error) 2024-11-13T19:36:17,932 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/balancer already deleted, retry=false 2024-11-13T19:36:17,932 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:36:17,934 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:36:17,940 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/normalizer already deleted, retry=false 2024-11-13T19:36:17,941 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:36:17,942 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:36:17,972 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/switch/split already deleted, retry=false 2024-11-13T19:36:17,974 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:36:17,990 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/switch/merge already deleted, retry=false 2024-11-13T19:36:18,049 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Unable to get data of znode /0733547818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:36:18,057 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/snapshot-cleanup already deleted, retry=false 2024-11-13T19:36:18,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0733547818/running 2024-11-13T19:36:18,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0733547818/running 2024-11-13T19:36:18,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:18,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:18,066 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,36373,1731526577101, sessionid=0x10136e03c5b0006, setting cluster-up flag (Was=false) 2024-11-13T19:36:18,074 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0733547818/flush-table-proc/acquired, /0733547818/flush-table-proc/reached, /0733547818/flush-table-proc/abort 2024-11-13T19:36:18,076 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,36373,1731526577101 2024-11-13T19:36:18,088 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0733547818/online-snapshot/acquired, /0733547818/online-snapshot/reached, /0733547818/online-snapshot/abort 2024-11-13T19:36:18,090 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,36373,1731526577101 2024-11-13T19:36:18,092 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/.lastflushedseqids 2024-11-13T19:36:18,095 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:36:18,096 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:36:18,096 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,36373,1731526577101 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 80cec940e2c9,36023,1731526559990 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:36:18,098 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:18,098 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:18,099 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:18,099 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:18,099 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:36:18,099 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,099 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:18,099 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,104 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 80cec940e2c9,36023,1731526559990, splitWal=true, meta=true 2024-11-13T19:36:18,106 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 80cec940e2c9,36023,1731526559990, splitWal=true, meta=true, isMeta: true 2024-11-13T19:36:18,108 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990-splitting 2024-11-13T19:36:18,110 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990-splitting dir is empty, no logs to split. 2024-11-13T19:36:18,110 INFO [PEWorker-1 {}] master.SplitWALManager(105): 80cec940e2c9,36023,1731526559990 WAL count=0, meta=true 2024-11-13T19:36:18,110 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526608110 2024-11-13T19:36:18,111 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:36:18,111 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:36:18,111 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:36:18,111 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:36:18,111 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:36:18,111 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:36:18,111 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,112 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:36:18,112 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:36:18,112 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:36:18,113 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:36:18,113 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:36:18,113 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:36:18,114 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526578113,5,FailOnTimeoutGroup] 2024-11-13T19:36:18,116 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990-splitting dir is empty, no logs to split. 2024-11-13T19:36:18,116 INFO [PEWorker-1 {}] master.SplitWALManager(105): 80cec940e2c9,36023,1731526559990 WAL count=0, meta=true 2024-11-13T19:36:18,117 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 80cec940e2c9,36023,1731526559990 WAL splitting is done? wals=0, meta=true 2024-11-13T19:36:18,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:36:18,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:18,124 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:36:18,127 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526578115,5,FailOnTimeoutGroup] 2024-11-13T19:36:18,127 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,127 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:36:18,127 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,127 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,127 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526578127, completionTime=-1 2024-11-13T19:36:18,128 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T19:36:18,131 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T19:36:18,142 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(746): ClusterId : a465c65b-6ffb-484d-a582-1cfc825da7bc 2024-11-13T19:36:18,143 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:36:18,149 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:36:18,149 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:36:18,158 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:36:18,158 DEBUG [RS:0;80cec940e2c9:40419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522afe13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:18,175 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:40419 2024-11-13T19:36:18,175 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:36:18,175 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:36:18,175 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:36:18,176 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,36373,1731526577101 with port=40419, startcode=1731526577204 2024-11-13T19:36:18,177 DEBUG [RS:0;80cec940e2c9:40419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:36:18,179 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:36:18,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,40419,1731526577204 2024-11-13T19:36:18,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36373 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,40419,1731526577204 2024-11-13T19:36:18,182 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T19:36:18,182 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722 2024-11-13T19:36:18,182 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43789 2024-11-13T19:36:18,182 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:36:18,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/rs 2024-11-13T19:36:18,191 DEBUG [RS:0;80cec940e2c9:40419 {}] zookeeper.ZKUtil(111): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on existing znode=/0733547818/rs/80cec940e2c9,40419,1731526577204 2024-11-13T19:36:18,191 WARN [RS:0;80cec940e2c9:40419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:18,191 INFO [RS:0;80cec940e2c9:40419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:18,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,40419,1731526577204] 2024-11-13T19:36:18,191 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204 2024-11-13T19:36:18,232 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:36:18,234 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:36:18,234 INFO [RS:0;80cec940e2c9:40419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:36:18,235 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,235 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:36:18,236 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:36:18,236 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,236 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,237 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,238 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:18,238 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:18,238 DEBUG [RS:0;80cec940e2c9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:18,242 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,242 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,242 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,242 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,242 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,242 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40419,1731526577204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:18,260 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:36:18,261 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40419,1731526577204-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,275 WARN [80cec940e2c9:36373 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:36:18,278 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,40419,1731526577204, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:36:18,295 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,1-80cec940e2c9,40419,1731526577204 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:39689' 2024-11-13T19:36:18,296 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,1-80cec940e2c9,40419,1731526577204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c8eefba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:18,296 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,1-80cec940e2c9,40419,1731526577204 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39689,-1 for getting cluster id 2024-11-13T19:36:18,297 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,1-80cec940e2c9,40419,1731526577204 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:18,299 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebfb7712-ef11-408b-8923-a541f36f0dd3' 2024-11-13T19:36:18,300 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSource(231): queueId=2-80cec940e2c9,40419,1731526577204, ReplicationSource: 2, currentBandwidth=0 2024-11-13T19:36:18,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:18,300 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,300 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.Replication(171): 80cec940e2c9,40419,1731526577204 started 2024-11-13T19:36:18,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebfb7712-ef11-408b-8923-a541f36f0dd3" 2024-11-13T19:36:18,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@246ef85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:18,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39689,-1] 2024-11-13T19:36:18,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:18,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:18,303 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:18,305 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,1-80cec940e2c9,40419,1731526577204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26151456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:18,305 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,1-80cec940e2c9,40419,1731526577204 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:18,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39689,1731526566220 2024-11-13T19:36:18,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d0cbb35 2024-11-13T19:36:18,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:18,310 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T19:36:18,312 INFO [RS:0;80cec940e2c9:40419.replicationSource,1-80cec940e2c9,40419,1731526577204 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,40419,1731526577204 (queues=0) is replicating from cluster=a465c65b-6ffb-484d-a582-1cfc825da7bc to cluster=ebfb7712-ef11-408b-8923-a541f36f0dd3 2024-11-13T19:36:18,323 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:18,323 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,40419,1731526577204, RpcServer on 80cec940e2c9/172.17.0.3:40419, sessionid=0x10136e03c5b0007 2024-11-13T19:36:18,323 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:36:18,324 DEBUG [RS:0;80cec940e2c9:40419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,40419,1731526577204 2024-11-13T19:36:18,324 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40419,1731526577204' 2024-11-13T19:36:18,324 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0733547818/flush-table-proc/abort' 2024-11-13T19:36:18,324 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0733547818/flush-table-proc/acquired' 2024-11-13T19:36:18,325 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:36:18,325 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:36:18,325 DEBUG [RS:0;80cec940e2c9:40419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,40419,1731526577204 2024-11-13T19:36:18,325 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40419,1731526577204' 2024-11-13T19:36:18,325 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0733547818/online-snapshot/abort' 2024-11-13T19:36:18,327 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0733547818/online-snapshot/acquired' 2024-11-13T19:36:18,327 DEBUG [RS:0;80cec940e2c9:40419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:36:18,327 INFO [RS:0;80cec940e2c9:40419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:36:18,327 INFO [RS:0;80cec940e2c9:40419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:36:18,327 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,2-80cec940e2c9,40419,1731526577204 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:39689' 2024-11-13T19:36:18,329 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,2-80cec940e2c9,40419,1731526577204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7658854f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:18,329 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,2-80cec940e2c9,40419,1731526577204 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39689,-1 for getting cluster id 2024-11-13T19:36:18,329 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,2-80cec940e2c9,40419,1731526577204 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:18,330 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebfb7712-ef11-408b-8923-a541f36f0dd3' 2024-11-13T19:36:18,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:18,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebfb7712-ef11-408b-8923-a541f36f0dd3" 2024-11-13T19:36:18,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1438dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:18,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39689,-1] 2024-11-13T19:36:18,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:18,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:18,334 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:18,335 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,2-80cec940e2c9,40419,1731526577204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@215bc11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:18,335 DEBUG [RS:0;80cec940e2c9:40419.replicationSource,2-80cec940e2c9,40419,1731526577204 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:18,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39689,1731526566220 2024-11-13T19:36:18,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77db9015 2024-11-13T19:36:18,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:18,339 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T19:36:18,341 INFO [RS:0;80cec940e2c9:40419.replicationSource,2-80cec940e2c9,40419,1731526577204 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-80cec940e2c9,40419,1731526577204 (queues=0) is replicating from cluster=a465c65b-6ffb-484d-a582-1cfc825da7bc to cluster=ebfb7712-ef11-408b-8923-a541f36f0dd3 2024-11-13T19:36:18,428 INFO [RS:0;80cec940e2c9:40419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:18,431 INFO [RS:0;80cec940e2c9:40419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40419%2C1731526577204, suffix=, logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204, archiveDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs, maxLogs=10 2024-11-13T19:36:18,445 DEBUG [RS:0;80cec940e2c9:40419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431, exclude list is [], retry=0 2024-11-13T19:36:18,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-69e586d2-a3ad-46d5-b661-817b4005c8c4,DISK] 2024-11-13T19:36:18,452 INFO [RS:0;80cec940e2c9:40419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 2024-11-13T19:36:18,452 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 80cec940e2c9%2C40419%2C1731526577204 for peer 2 2024-11-13T19:36:18,452 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 80cec940e2c9%2C40419%2C1731526577204 for peer 1 2024-11-13T19:36:18,452 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C40419%2C1731526577204 2024-11-13T19:36:18,453 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,40419,1731526577204, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:36:18,453 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=80cec940e2c9%2C40419%2C1731526577204 2024-11-13T19:36:18,453 INFO [RS:0;80cec940e2c9:40419.replicationSource.shipper80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C40419%2C1731526577204 2024-11-13T19:36:18,453 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-80cec940e2c9,40419,1731526577204, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:36:18,454 DEBUG [RS:0;80cec940e2c9:40419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-13T19:36:18,454 INFO [RS:0;80cec940e2c9:40419.replicationSource.shipper80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C40419%2C1731526577204 2024-11-13T19:36:18,454 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431, startPosition=0, beingWritten=true 2024-11-13T19:36:18,454 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431, startPosition=0, beingWritten=true 2024-11-13T19:36:18,525 DEBUG [80cec940e2c9:36373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:36:18,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,40419,1731526577204 2024-11-13T19:36:18,528 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40419,1731526577204, state=OPENING 2024-11-13T19:36:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0733547818/meta-region-server 2024-11-13T19:36:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0733547818/meta-region-server 2024-11-13T19:36:18,587 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:18,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:18,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:18,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40419,1731526577204}] 2024-11-13T19:36:18,666 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:18,673 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:18,741 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:36:18,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:36:18,748 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:36:18,748 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:18,749 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:36:18,751 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40419%2C1731526577204.meta, suffix=.meta, logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204, archiveDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs, maxLogs=10 2024-11-13T19:36:18,766 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.meta.1731526578751.meta, exclude list is [], retry=0 2024-11-13T19:36:18,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-69e586d2-a3ad-46d5-b661-817b4005c8c4,DISK] 2024-11-13T19:36:18,772 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.meta.1731526578751.meta 2024-11-13T19:36:18,772 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-13T19:36:18,773 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:18,773 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:18,773 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:18,773 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:36:18,774 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:36:18,774 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:36:18,774 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:18,774 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:36:18,774 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:36:18,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:18,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:18,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:18,786 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/info/9c28d25ca6504334bee2492e26038a11 2024-11-13T19:36:18,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:18,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:18,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:18,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:18,797 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/ns/b8388c94200e4a8ab1020fb3b267df1c 2024-11-13T19:36:18,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:18,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:18,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:18,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:18,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:18,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:18,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:18,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:18,808 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/table/6e13c9c669b0442183234d63ddb36cb7 2024-11-13T19:36:18,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:18,808 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:18,809 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740 2024-11-13T19:36:18,811 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740 2024-11-13T19:36:18,813 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:18,814 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:18,815 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:18,817 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:18,818 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70156520, jitterRate=0.04541361331939697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:18,818 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:36:18,818 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526578774Writing region info on filesystem at 1731526578774Initializing all the Stores at 1731526578776 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526578776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526578776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526578776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526578776Cleaning up temporary data from old regions at 1731526578814 (+38 ms)Running coprocessor post-open hooks at 1731526578818 (+4 ms)Region opened successfully at 1731526578818 2024-11-13T19:36:18,819 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731526578741 2024-11-13T19:36:18,822 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:36:18,822 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:36:18,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=80cec940e2c9,40419,1731526577204 2024-11-13T19:36:18,824 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40419,1731526577204, state=OPEN 2024-11-13T19:36:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0733547818/meta-region-server 2024-11-13T19:36:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0733547818/meta-region-server 2024-11-13T19:36:18,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,40419,1731526577204 2024-11-13T19:36:18,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:18,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0733547818/meta-region-server: CHANGED 2024-11-13T19:36:18,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T19:36:18,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40419,1731526577204 in 245 msec 2024-11-13T19:36:18,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T19:36:18,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 716 msec 2024-11-13T19:36:18,973 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:18,979 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:19,380 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:19,385 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:19,684 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T19:36:19,886 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:19,891 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:20,493 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:20,497 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:20,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:36:21,187 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T19:36:21,200 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:21,204 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:22,005 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:22,009 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:22,639 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T19:36:22,640 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:36:22,640 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:22,640 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40419,1731526577204, seqNum=-1] 2024-11-13T19:36:22,641 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:22,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:22,651 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=003e29381d3345992822440abf32c82e, regionState=OPEN, lastHost=80cec940e2c9,36023,1731526559990, regionLocation=80cec940e2c9,36023,1731526559990, openSeqNum=2 2024-11-13T19:36:22,651 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:36:22,651 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526642651 2024-11-13T19:36:22,652 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526702652 2024-11-13T19:36:22,652 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-13T19:36:22,652 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 80cec940e2c9,36023,1731526559990 had 2 regions 2024-11-13T19:36:22,652 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36373,1731526577101-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:22,652 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36373,1731526577101-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:22,652 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36373,1731526577101-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:22,653 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:36373, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:22,653 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:22,653 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:22,655 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 80cec940e2c9,36023,1731526559990, splitWal=true, meta=true, isMeta: false 2024-11-13T19:36:22,657 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990-splitting dir is empty, no logs to split. 2024-11-13T19:36:22,657 INFO [PEWorker-3 {}] master.SplitWALManager(105): 80cec940e2c9,36023,1731526559990 WAL count=0, meta=false 2024-11-13T19:36:22,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.378sec 2024-11-13T19:36:22,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:36:22,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:36:22,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:36:22,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:36:22,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:36:22,661 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,36023,1731526559990-splitting dir is empty, no logs to split. 2024-11-13T19:36:22,661 INFO [PEWorker-3 {}] master.SplitWALManager(105): 80cec940e2c9,36023,1731526559990 WAL count=0, meta=false 2024-11-13T19:36:22,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36373,1731526577101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:22,661 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 80cec940e2c9,36023,1731526559990 WAL splitting is done? wals=0, meta=false 2024-11-13T19:36:22,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36373,1731526577101-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:36:22,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN}] 2024-11-13T19:36:22,666 WARN [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=80cec940e2c9,36023,1731526559990/hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:22,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN 2024-11-13T19:36:22,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:36:22,669 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:36:22,669 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:36:22,669 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36373,1731526577101-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:22,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:22,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,36373,-1 for getting cluster id 2024-11-13T19:36:22,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:22,749 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a465c65b-6ffb-484d-a582-1cfc825da7bc' 2024-11-13T19:36:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a465c65b-6ffb-484d-a582-1cfc825da7bc" 2024-11-13T19:36:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e727a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,36373,-1] 2024-11-13T19:36:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:22,752 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d710c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:22,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:22,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40419,1731526577204, seqNum=-1] 2024-11-13T19:36:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:22,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:22,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T19:36:22,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:22,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:22,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:22,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:22,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 80cec940e2c9:36373 after: 80cec940e2c9:36373 2024-11-13T19:36:22,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:22,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,36373,-1 for getting cluster id 2024-11-13T19:36:22,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:22,764 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a465c65b-6ffb-484d-a582-1cfc825da7bc' 2024-11-13T19:36:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a465c65b-6ffb-484d-a582-1cfc825da7bc" 2024-11-13T19:36:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd1a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,36373,-1] 2024-11-13T19:36:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:22,766 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:22,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:22,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,36373,1731526577101 2024-11-13T19:36:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc0863f 2024-11-13T19:36:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:22,770 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:22,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T19:36:22,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T19:36:22,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T19:36:22,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T19:36:22,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:36:22,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:22,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:22,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:22,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:22,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:22,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:36:22,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1705426006, stopped=false 2024-11-13T19:36:22,774 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,39689,1731526566220 2024-11-13T19:36:22,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1690977391/running 2024-11-13T19:36:22,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1690977391/running 2024-11-13T19:36:22,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:22,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:22,812 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:22,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:22,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:22,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on znode that does not yet exist, /1690977391/running 2024-11-13T19:36:22,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:22,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Set watcher on znode that does not yet exist, /1690977391/running 2024-11-13T19:36:22,813 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,39861,1731526566354' ***** 2024-11-13T19:36:22,813 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:36:22,814 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:36:22,814 INFO [RS:0;80cec940e2c9:39861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:36:22,814 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:36:22,814 INFO [RS:0;80cec940e2c9:39861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:36:22,814 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,39861,1731526566354 2024-11-13T19:36:22,814 INFO [RS:0;80cec940e2c9:39861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:22,814 INFO [RS:0;80cec940e2c9:39861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:39861. 2024-11-13T19:36:22,814 DEBUG [RS:0;80cec940e2c9:39861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:22,814 DEBUG [RS:0;80cec940e2c9:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:22,814 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:36:22,815 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:36:22,815 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:36:22,815 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:36:22,815 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:36:22,815 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:36:22,815 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:22,815 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:22,815 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:22,815 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:22,815 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:22,815 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:22,816 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T19:36:22,819 DEBUG [80cec940e2c9:36373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:36:22,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=003e29381d3345992822440abf32c82e, regionState=OPENING, regionLocation=80cec940e2c9,40419,1731526577204 2024-11-13T19:36:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN because future has completed 2024-11-13T19:36:22,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003e29381d3345992822440abf32c82e, server=80cec940e2c9,40419,1731526577204}] 2024-11-13T19:36:22,839 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740/.tmp/ns/9e977c2d0c3c43da8235552c8a8622fd is 43, key is default/ns:d/1731526569859/Put/seqid=0 2024-11-13T19:36:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741835_1011 (size=5153) 2024-11-13T19:36:22,870 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:22,914 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:22,915 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:22,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:22,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:22,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:36:22,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40419%2C1731526577204.rep, suffix=, logDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204, archiveDir=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs, maxLogs=10 2024-11-13T19:36:23,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.rep.1731526582984, exclude list is [], retry=0 2024-11-13T19:36:23,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-69e586d2-a3ad-46d5-b661-817b4005c8c4,DISK] 2024-11-13T19:36:23,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.rep.1731526582984 2024-11-13T19:36:23,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-13T19:36:23,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 003e29381d3345992822440abf32c82e, NAME => 'hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:23,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:23,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:23,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. service=MultiRowMutationService 2024-11-13T19:36:23,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:36:23,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:23,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,010 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,011 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003e29381d3345992822440abf32c82e columnFamilyName hfileref 2024-11-13T19:36:23,011 DEBUG [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:23,012 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(327): Store=003e29381d3345992822440abf32c82e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:23,012 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,013 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003e29381d3345992822440abf32c82e columnFamilyName queue 2024-11-13T19:36:23,013 DEBUG [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:23,015 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:23,020 DEBUG [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e/queue/f5ca97a792bc4ff690e7deb69fead178 2024-11-13T19:36:23,020 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(327): Store=003e29381d3345992822440abf32c82e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:23,021 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,022 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003e29381d3345992822440abf32c82e columnFamilyName sid 2024-11-13T19:36:23,022 DEBUG [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:23,023 INFO [StoreOpener-003e29381d3345992822440abf32c82e-1 {}] regionserver.HStore(327): Store=003e29381d3345992822440abf32c82e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:23,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:36:23,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 003e29381d3345992822440abf32c82e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66005771, jitterRate=-0.016437366604804993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:36:23,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:23,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 003e29381d3345992822440abf32c82e: Running coprocessor pre-open hook at 1731526583009Writing region info on filesystem at 1731526583009Initializing all the Stores at 1731526583010 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526583010Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526583010Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526583010Cleaning up temporary data from old regions at 1731526583026 (+16 ms)Running coprocessor post-open hooks at 1731526583030 (+4 ms)Region opened successfully at 1731526583031 (+1 ms) 2024-11-13T19:36:23,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e., pid=19, masterSystemTime=1731526582977 2024-11-13T19:36:23,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:23,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:23,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=003e29381d3345992822440abf32c82e, regionState=OPEN, openSeqNum=10, regionLocation=80cec940e2c9,40419,1731526577204 2024-11-13T19:36:23,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003e29381d3345992822440abf32c82e, server=80cec940e2c9,40419,1731526577204 because future has completed 2024-11-13T19:36:23,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T19:36:23,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 003e29381d3345992822440abf32c82e, server=80cec940e2c9,40419,1731526577204 in 216 msec 2024-11-13T19:36:23,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T19:36:23,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=003e29381d3345992822440abf32c82e, ASSIGN in 380 msec 2024-11-13T19:36:23,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T19:36:23,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e., hostname=80cec940e2c9,40419,1731526577204, seqNum=10] 2024-11-13T19:36:23,094 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 80cec940e2c9,36023,1731526559990 2024-11-13T19:36:23,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T19:36:23,216 DEBUG [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:23,244 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740/.tmp/ns/9e977c2d0c3c43da8235552c8a8622fd 2024-11-13T19:36:23,255 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740/.tmp/ns/9e977c2d0c3c43da8235552c8a8622fd as hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740/ns/9e977c2d0c3c43da8235552c8a8622fd 2024-11-13T19:36:23,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T19:36:23,264 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740/ns/9e977c2d0c3c43da8235552c8a8622fd, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T19:36:23,265 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-13T19:36:23,265 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:36:23,271 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:36:23,271 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:23,272 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:23,272 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:23,272 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526582815Running coprocessor pre-close hooks at 1731526582815Disabling compacts and flushes for region at 1731526582815Disabling writes for close at 1731526582815Obtaining lock to block concurrent updates at 1731526582816 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731526582816Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731526582816Flushing stores of hbase:meta,,1.1588230740 at 1731526582817 (+1 ms)Flushing 1588230740/ns: creating writer at 1731526582817Flushing 1588230740/ns: appending metadata at 1731526582838 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731526582838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ca0063: reopening flushed file at 1731526583254 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1731526583265 (+11 ms)Writing region close event to WAL at 1731526583266 (+1 ms)Running coprocessor post-close hooks at 1731526583271 (+5 ms)Closed at 1731526583272 (+1 ms) 2024-11-13T19:36:23,272 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:23,416 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,39861,1731526566354; all regions closed. 2024-11-13T19:36:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741834_1010 (size=1152) 2024-11-13T19:36:23,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/WALs/80cec940e2c9,39861,1731526566354/80cec940e2c9%2C39861%2C1731526566354.meta.1731526569765.meta not finished, retry = 0 2024-11-13T19:36:23,524 DEBUG [RS:0;80cec940e2c9:39861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/oldWALs 2024-11-13T19:36:23,524 INFO [RS:0;80cec940e2c9:39861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C39861%2C1731526566354.meta:.meta(num 1731526569765) 2024-11-13T19:36:23,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:36:23,532 DEBUG [RS:0;80cec940e2c9:39861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/oldWALs 2024-11-13T19:36:23,532 INFO [RS:0;80cec940e2c9:39861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C39861%2C1731526566354:(num 1731526568697) 2024-11-13T19:36:23,532 DEBUG [RS:0;80cec940e2c9:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:23,532 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:23,532 INFO [RS:0;80cec940e2c9:39861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:23,532 INFO [RS:0;80cec940e2c9:39861 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:23,532 INFO [RS:0;80cec940e2c9:39861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:23,532 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:23,533 INFO [RS:0;80cec940e2c9:39861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39861 2024-11-13T19:36:23,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391/rs 2024-11-13T19:36:23,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1690977391/rs/80cec940e2c9,39861,1731526566354 2024-11-13T19:36:23,548 INFO [RS:0;80cec940e2c9:39861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:23,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,39861,1731526566354] 2024-11-13T19:36:23,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1690977391/draining/80cec940e2c9,39861,1731526566354 already deleted, retry=false 2024-11-13T19:36:23,565 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,39861,1731526566354 expired; onlineServers=0 2024-11-13T19:36:23,565 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,39689,1731526566220' ***** 2024-11-13T19:36:23,565 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:36:23,565 INFO [M:0;80cec940e2c9:39689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:23,565 INFO [M:0;80cec940e2c9:39689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:23,565 DEBUG [M:0;80cec940e2c9:39689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:36:23,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:36:23,566 DEBUG [M:0;80cec940e2c9:39689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:36:23,566 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526568478 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526568478,5,FailOnTimeoutGroup] 2024-11-13T19:36:23,566 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526568478 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526568478,5,FailOnTimeoutGroup] 2024-11-13T19:36:23,566 INFO [M:0;80cec940e2c9:39689 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:23,566 INFO [M:0;80cec940e2c9:39689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:23,566 DEBUG [M:0;80cec940e2c9:39689 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:36:23,566 INFO [M:0;80cec940e2c9:39689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:36:23,566 INFO [M:0;80cec940e2c9:39689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:23,566 INFO [M:0;80cec940e2c9:39689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:36:23,566 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:36:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1690977391/master 2024-11-13T19:36:23,573 DEBUG [M:0;80cec940e2c9:39689 {}] zookeeper.ZKUtil(347): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Unable to get data of znode /1690977391/master because node does not exist (not an error) 2024-11-13T19:36:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1690977391 2024-11-13T19:36:23,573 WARN [M:0;80cec940e2c9:39689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:36:23,575 INFO [M:0;80cec940e2c9:39689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/.lastflushedseqids 2024-11-13T19:36:23,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741836_1012 (size=99) 2024-11-13T19:36:23,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:23,657 INFO [RS:0;80cec940e2c9:39861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:23,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10136e03c5b0004, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:23,657 INFO [RS:0;80cec940e2c9:39861 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,39861,1731526566354; zookeeper connection closed. 2024-11-13T19:36:23,657 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@241f263a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@241f263a 2024-11-13T19:36:23,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:36:23,920 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:23,926 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:23,984 INFO [M:0;80cec940e2c9:39689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:36:23,984 INFO [M:0;80cec940e2c9:39689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:36:23,984 DEBUG [M:0;80cec940e2c9:39689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:23,984 INFO [M:0;80cec940e2c9:39689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:23,985 DEBUG [M:0;80cec940e2c9:39689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:23,985 DEBUG [M:0;80cec940e2c9:39689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:23,985 DEBUG [M:0;80cec940e2c9:39689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:23,985 INFO [M:0;80cec940e2c9:39689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T19:36:24,005 DEBUG [M:0;80cec940e2c9:39689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5abc5a4cad764f4c98bfcaefb87602db is 82, key is hbase:meta,,1/info:regioninfo/1731526569829/Put/seqid=0 2024-11-13T19:36:24,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741837_1013 (size=5672) 2024-11-13T19:36:24,411 INFO [M:0;80cec940e2c9:39689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5abc5a4cad764f4c98bfcaefb87602db 2024-11-13T19:36:24,433 DEBUG [M:0;80cec940e2c9:39689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13501765c20c4f139e634c685f51c893 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731526569871/Put/seqid=0 2024-11-13T19:36:24,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741838_1014 (size=5275) 2024-11-13T19:36:24,840 INFO [M:0;80cec940e2c9:39689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13501765c20c4f139e634c685f51c893 2024-11-13T19:36:24,871 DEBUG [M:0;80cec940e2c9:39689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/423afadcdd3e44fbbc81833c0d4f9978 is 69, key is 80cec940e2c9,39861,1731526566354/rs:state/1731526568530/Put/seqid=0 2024-11-13T19:36:24,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741839_1015 (size=5156) 2024-11-13T19:36:25,027 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:25,036 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:25,278 INFO [M:0;80cec940e2c9:39689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/423afadcdd3e44fbbc81833c0d4f9978 2024-11-13T19:36:25,289 DEBUG [M:0;80cec940e2c9:39689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5abc5a4cad764f4c98bfcaefb87602db as hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5abc5a4cad764f4c98bfcaefb87602db 2024-11-13T19:36:25,297 INFO [M:0;80cec940e2c9:39689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5abc5a4cad764f4c98bfcaefb87602db, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T19:36:25,299 DEBUG [M:0;80cec940e2c9:39689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13501765c20c4f139e634c685f51c893 as hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13501765c20c4f139e634c685f51c893 2024-11-13T19:36:25,306 INFO [M:0;80cec940e2c9:39689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13501765c20c4f139e634c685f51c893, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T19:36:25,307 DEBUG [M:0;80cec940e2c9:39689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/423afadcdd3e44fbbc81833c0d4f9978 as hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/423afadcdd3e44fbbc81833c0d4f9978 2024-11-13T19:36:25,314 INFO [M:0;80cec940e2c9:39689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39875/user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/423afadcdd3e44fbbc81833c0d4f9978, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T19:36:25,316 INFO [M:0;80cec940e2c9:39689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false 2024-11-13T19:36:25,317 INFO [M:0;80cec940e2c9:39689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:25,318 DEBUG [M:0;80cec940e2c9:39689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526583984Disabling compacts and flushes for region at 1731526583984Disabling writes for close at 1731526583985 (+1 ms)Obtaining lock to block concurrent updates at 1731526583985Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526583985Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731526583985Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526583986 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526583986Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526584004 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526584004Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526584417 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526584433 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526584433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526584849 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526584871 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526584871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6bf930: reopening flushed file at 1731526585287 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101b3ddf: reopening flushed file at 1731526585297 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1152d4: reopening flushed file at 1731526585306 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false at 1731526585316 (+10 ms)Writing region close event to WAL at 1731526585317 (+1 ms)Closed at 1731526585317 2024-11-13T19:36:25,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741830_1006 (size=10165) 2024-11-13T19:36:25,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24174eeb-d1a2-0dfb-e0fb-5aac5cee2f34/MasterData/WALs/80cec940e2c9,39689,1731526566220/80cec940e2c9%2C39689%2C1731526566220.1731526568180 not finished, retry = 0 2024-11-13T19:36:25,421 INFO [M:0;80cec940e2c9:39689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:36:25,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:25,422 INFO [M:0;80cec940e2c9:39689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39689 2024-11-13T19:36:25,425 INFO [M:0;80cec940e2c9:39689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:25,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:25,573 INFO [M:0;80cec940e2c9:39689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:25,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39689-0x10136e03c5b0003, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:25,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:36:25,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:36:25,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:36:25,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:36:25,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.log.dir/,STOPPED} 2024-11-13T19:36:25,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:36:25,585 WARN [BP-492155144-172.17.0.3-1731526564625 heartbeating to localhost/127.0.0.1:39875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:36:25,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:36:25,585 WARN [BP-492155144-172.17.0.3-1731526564625 heartbeating to localhost/127.0.0.1:39875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-492155144-172.17.0.3-1731526564625 (Datanode Uuid e0f78163-e385-4269-b5cb-4cef595836d7) service to localhost/127.0.0.1:39875 2024-11-13T19:36:25,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/cluster_e7d11cc3-26fa-d78a-1c97-373bd0a85637/data/data1/current/BP-492155144-172.17.0.3-1731526564625 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:36:25,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/cluster_e7d11cc3-26fa-d78a-1c97-373bd0a85637/data/data2/current/BP-492155144-172.17.0.3-1731526564625 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:36:25,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:36:25,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:36:25,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:36:25,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:36:25,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:36:25,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.log.dir/,STOPPED} 2024-11-13T19:36:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:36:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:36:25,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:25,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:25,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:25,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:25,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:25,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:36:25,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1164114863, stopped=false 2024-11-13T19:36:25,616 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,36373,1731526577101 2024-11-13T19:36:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/running 2024-11-13T19:36:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/running 2024-11-13T19:36:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:25,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:25,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:25,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:25,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:25,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,40419,1731526577204' ***** 2024-11-13T19:36:25,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:36:25,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/running 2024-11-13T19:36:25,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Set watcher on znode that does not yet exist, /0733547818/running 2024-11-13T19:36:25,633 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:36:25,633 INFO [RS:0;80cec940e2c9:40419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:36:25,633 INFO [RS:0;80cec940e2c9:40419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:36:25,633 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(3091): Received CLOSE for 003e29381d3345992822440abf32c82e 2024-11-13T19:36:25,634 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,40419,1731526577204 2024-11-13T19:36:25,634 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:36:25,634 INFO [RS:0;80cec940e2c9:40419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:25,634 INFO [RS:0;80cec940e2c9:40419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40419. 2024-11-13T19:36:25,634 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 003e29381d3345992822440abf32c82e, disabling compactions & flushes 2024-11-13T19:36:25,634 DEBUG [RS:0;80cec940e2c9:40419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:25,634 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:25,634 DEBUG [RS:0;80cec940e2c9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:25,634 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:25,634 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:36:25,634 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. after waiting 0 ms 2024-11-13T19:36:25,634 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:36:25,634 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:36:25,634 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:25,634 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:36:25,635 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:36:25,635 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 003e29381d3345992822440abf32c82e=hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e.} 2024-11-13T19:36:25,635 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1351): Waiting on 003e29381d3345992822440abf32c82e, 1588230740 2024-11-13T19:36:25,635 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:25,635 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:25,635 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:25,635 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:25,635 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:25,635 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T19:36:25,640 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/replication/003e29381d3345992822440abf32c82e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T19:36:25,641 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:25,641 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:25,641 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:25,641 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 003e29381d3345992822440abf32c82e: Waiting for close lock at 1731526585634Running coprocessor pre-close hooks at 1731526585634Disabling compacts and flushes for region at 1731526585634Disabling writes for close at 1731526585634Writing region close event to WAL at 1731526585635 (+1 ms)Running coprocessor post-close hooks at 1731526585641 (+6 ms)Closed at 1731526585641 2024-11-13T19:36:25,641 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e. 2024-11-13T19:36:25,648 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:25,654 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/info/8e9e3eaaba3a4a809067b7b7e6d6e13d is 147, key is hbase:replication,,1731526570006.003e29381d3345992822440abf32c82e./info:regioninfo/1731526583036/Put/seqid=0 2024-11-13T19:36:25,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741851_1027 (size=6385) 2024-11-13T19:36:25,835 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:26,035 DEBUG [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:26,061 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/info/8e9e3eaaba3a4a809067b7b7e6d6e13d 2024-11-13T19:36:26,072 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/.tmp/info/8e9e3eaaba3a4a809067b7b7e6d6e13d as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/info/8e9e3eaaba3a4a809067b7b7e6d6e13d 2024-11-13T19:36:26,082 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/info/8e9e3eaaba3a4a809067b7b7e6d6e13d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T19:36:26,084 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-13T19:36:26,091 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T19:36:26,092 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:26,092 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:26,092 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:26,092 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526585635Running coprocessor pre-close hooks at 1731526585635Disabling compacts and flushes for region at 1731526585635Disabling writes for close at 1731526585635Obtaining lock to block concurrent updates at 1731526585635Preparing flush snapshotting stores in 1588230740 at 1731526585635Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731526585636 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526585637 (+1 ms)Flushing 1588230740/info: creating writer at 1731526585637Flushing 1588230740/info: appending metadata at 1731526585654 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731526585654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d23bcc: reopening flushed file at 1731526586071 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1731526586084 (+13 ms)Writing region close event to WAL at 1731526586086 (+2 ms)Running coprocessor post-close hooks at 1731526586091 (+5 ms)Closed at 1731526586092 (+1 ms) 2024-11-13T19:36:26,092 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:26,235 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:26,235 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,40419,1731526577204; all regions closed. 2024-11-13T19:36:26,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741849_1025 (size=2156) 2024-11-13T19:36:26,244 DEBUG [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.1731526578431 to pos 0, reset compression=false 2024-11-13T19:36:26,244 DEBUG [RS:0;80cec940e2c9:40419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs 2024-11-13T19:36:26,245 INFO [RS:0;80cec940e2c9:40419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C40419%2C1731526577204.meta:.meta(num 1731526578751) 2024-11-13T19:36:26,247 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/WALs/80cec940e2c9,40419,1731526577204/80cec940e2c9%2C40419%2C1731526577204.rep.1731526582984 not finished, retry = 0 2024-11-13T19:36:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741850_1026 (size=796) 2024-11-13T19:36:26,331 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:36:26,331 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:36:26,351 DEBUG [RS:0;80cec940e2c9:40419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs 2024-11-13T19:36:26,351 INFO [RS:0;80cec940e2c9:40419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C40419%2C1731526577204.rep:(num 1731526582984) 2024-11-13T19:36:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741848_1024 (size=93) 2024-11-13T19:36:26,357 DEBUG [RS:0;80cec940e2c9:40419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/oldWALs 2024-11-13T19:36:26,357 INFO [RS:0;80cec940e2c9:40419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C40419%2C1731526577204:(num 1731526578431) 2024-11-13T19:36:26,357 DEBUG [RS:0;80cec940e2c9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:26,357 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:26,357 INFO [RS:0;80cec940e2c9:40419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:26,357 INFO [RS:0;80cec940e2c9:40419 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:26,357 INFO [RS:0;80cec940e2c9:40419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:26,357 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:26,358 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T19:36:26,358 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,40419,1731526577204 because: Region server is closing 2024-11-13T19:36:26,358 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T19:36:26,358 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T19:36:26,358 INFO [RS:0;80cec940e2c9:40419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40419. 2024-11-13T19:36:26,358 DEBUG [RS:0;80cec940e2c9:40419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:26,358 DEBUG [RS:0;80cec940e2c9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:26,358 DEBUG [RS:0;80cec940e2c9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:26,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:26,459 WARN [RS:0;80cec940e2c9:40419.replicationSource.shipper80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:36:26,459 WARN [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:36:26,459 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;80cec940e2c9:40419.replicationSource.shipper80cec940e2c9%2C40419%2C1731526577204,1-80cec940e2c9,40419,1731526577204 terminated 2024-11-13T19:36:26,459 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-80cec940e2c9,40419,1731526577204 because: Region server is closing 2024-11-13T19:36:26,459 INFO [RS:0;80cec940e2c9:40419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40419. 2024-11-13T19:36:26,460 DEBUG [RS:0;80cec940e2c9:40419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:26,460 DEBUG [RS:0;80cec940e2c9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:26,460 DEBUG [RS:0;80cec940e2c9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:26,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:26,560 WARN [RS:0;80cec940e2c9:40419.replicationSource.shipper80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:36:26,560 WARN [RS:0;80cec940e2c9:40419.replicationSource.wal-reader.80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:36:26,560 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;80cec940e2c9:40419.replicationSource.shipper80cec940e2c9%2C40419%2C1731526577204,2-80cec940e2c9,40419,1731526577204 terminated 2024-11-13T19:36:26,561 INFO [RS:0;80cec940e2c9:40419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40419 2024-11-13T19:36:26,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818/rs 2024-11-13T19:36:26,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/rs/80cec940e2c9,40419,1731526577204 2024-11-13T19:36:26,620 INFO [RS:0;80cec940e2c9:40419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:26,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,40419,1731526577204] 2024-11-13T19:36:26,637 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/draining/80cec940e2c9,40419,1731526577204 already deleted, retry=false 2024-11-13T19:36:26,637 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,40419,1731526577204 expired; onlineServers=0 2024-11-13T19:36:26,637 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,36373,1731526577101' ***** 2024-11-13T19:36:26,637 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:36:26,637 INFO [M:0;80cec940e2c9:36373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:26,637 INFO [M:0;80cec940e2c9:36373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:26,637 DEBUG [M:0;80cec940e2c9:36373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:36:26,638 DEBUG [M:0;80cec940e2c9:36373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:36:26,638 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:36:26,638 INFO [M:0;80cec940e2c9:36373 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:26,638 INFO [M:0;80cec940e2c9:36373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:26,638 DEBUG [M:0;80cec940e2c9:36373 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:36:26,638 INFO [M:0;80cec940e2c9:36373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:36:26,638 INFO [M:0;80cec940e2c9:36373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:26,638 INFO [M:0;80cec940e2c9:36373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:36:26,638 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:36:26,639 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526578113 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526578113,5,FailOnTimeoutGroup] 2024-11-13T19:36:26,639 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526578115 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526578115,5,FailOnTimeoutGroup] 2024-11-13T19:36:26,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0733547818/master 2024-11-13T19:36:26,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0733547818 2024-11-13T19:36:26,656 DEBUG [M:0;80cec940e2c9:36373 {}] zookeeper.RecoverableZooKeeper(212): Node /0733547818/master already deleted, retry=false 2024-11-13T19:36:26,656 DEBUG [M:0;80cec940e2c9:36373 {}] master.ActiveMasterManager(353): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Failed delete of our master address node; KeeperErrorCode = NoNode for /0733547818/master 2024-11-13T19:36:26,658 INFO [M:0;80cec940e2c9:36373 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/.lastflushedseqids 2024-11-13T19:36:26,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741852_1028 (size=181) 2024-11-13T19:36:26,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:26,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x10136e03c5b0007, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:26,729 INFO [RS:0;80cec940e2c9:40419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:26,729 INFO [RS:0;80cec940e2c9:40419 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,40419,1731526577204; zookeeper connection closed. 2024-11-13T19:36:26,730 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cab72d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cab72d6 2024-11-13T19:36:26,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:36:27,076 INFO [M:0;80cec940e2c9:36373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:36:27,076 INFO [M:0;80cec940e2c9:36373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:36:27,077 DEBUG [M:0;80cec940e2c9:36373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:27,077 INFO [M:0;80cec940e2c9:36373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:27,077 DEBUG [M:0;80cec940e2c9:36373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:27,077 DEBUG [M:0;80cec940e2c9:36373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:27,077 DEBUG [M:0;80cec940e2c9:36373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:27,077 INFO [M:0;80cec940e2c9:36373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T19:36:27,107 DEBUG [M:0;80cec940e2c9:36373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d01a2471a6440ccbf0ba63fe12ce038 is 82, key is hbase:meta,,1/info:regioninfo/1731526578823/Put/seqid=0 2024-11-13T19:36:27,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741853_1029 (size=5680) 2024-11-13T19:36:27,117 INFO [M:0;80cec940e2c9:36373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d01a2471a6440ccbf0ba63fe12ce038 2024-11-13T19:36:27,166 DEBUG [M:0;80cec940e2c9:36373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/851a0545dcdd4826aabe2add35e10ec0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731526583045/Put/seqid=0 2024-11-13T19:36:27,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741854_1030 (size=7319) 2024-11-13T19:36:27,581 INFO [M:0;80cec940e2c9:36373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/851a0545dcdd4826aabe2add35e10ec0 2024-11-13T19:36:27,605 DEBUG [M:0;80cec940e2c9:36373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7ea0f29253e43f1b6c940b38d04e40a is 69, key is 80cec940e2c9,40419,1731526577204/rs:state/1731526578180/Put/seqid=0 2024-11-13T19:36:27,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741855_1031 (size=5371) 2024-11-13T19:36:28,011 INFO [M:0;80cec940e2c9:36373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7ea0f29253e43f1b6c940b38d04e40a 2024-11-13T19:36:28,020 INFO [M:0;80cec940e2c9:36373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7ea0f29253e43f1b6c940b38d04e40a 2024-11-13T19:36:28,022 DEBUG [M:0;80cec940e2c9:36373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d01a2471a6440ccbf0ba63fe12ce038 as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d01a2471a6440ccbf0ba63fe12ce038 2024-11-13T19:36:28,033 INFO [M:0;80cec940e2c9:36373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d01a2471a6440ccbf0ba63fe12ce038, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T19:36:28,035 DEBUG [M:0;80cec940e2c9:36373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/851a0545dcdd4826aabe2add35e10ec0 as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/851a0545dcdd4826aabe2add35e10ec0 2024-11-13T19:36:28,049 INFO [M:0;80cec940e2c9:36373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/851a0545dcdd4826aabe2add35e10ec0, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T19:36:28,052 DEBUG [M:0;80cec940e2c9:36373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7ea0f29253e43f1b6c940b38d04e40a as hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7ea0f29253e43f1b6c940b38d04e40a 2024-11-13T19:36:28,066 INFO [M:0;80cec940e2c9:36373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7ea0f29253e43f1b6c940b38d04e40a 2024-11-13T19:36:28,066 INFO [M:0;80cec940e2c9:36373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43789/user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7ea0f29253e43f1b6c940b38d04e40a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T19:36:28,077 INFO [M:0;80cec940e2c9:36373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 999ms, sequenceid=172, compaction requested=false 2024-11-13T19:36:28,081 INFO [M:0;80cec940e2c9:36373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:28,081 DEBUG [M:0;80cec940e2c9:36373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526587077Disabling compacts and flushes for region at 1731526587077Disabling writes for close at 1731526587077Obtaining lock to block concurrent updates at 1731526587077Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526587077Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731526587078 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526587079 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526587079Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526587107 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526587107Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526587134 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526587165 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526587165Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526587587 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526587605 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526587605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d52a4a4: reopening flushed file at 1731526588020 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf4b6e: reopening flushed file at 1731526588034 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc113fe: reopening flushed file at 1731526588050 (+16 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 999ms, sequenceid=172, compaction requested=false at 1731526588077 (+27 ms)Writing region close event to WAL at 1731526588081 (+4 ms)Closed at 1731526588081 2024-11-13T19:36:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741847_1023 (size=22949) 2024-11-13T19:36:28,089 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d2bccc5-e42c-ad75-d89b-844c6246e722/MasterData/WALs/80cec940e2c9,36373,1731526577101/80cec940e2c9%2C36373%2C1731526577101.1731526577766 not finished, retry = 0 2024-11-13T19:36:28,191 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:28,191 INFO [M:0;80cec940e2c9:36373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:36:28,192 INFO [M:0;80cec940e2c9:36373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36373 2024-11-13T19:36:28,192 INFO [M:0;80cec940e2c9:36373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:28,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:28,387 INFO [M:0;80cec940e2c9:36373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:28,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x10136e03c5b0006, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:28,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:36:28,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:36:28,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:36:28,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:36:28,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.log.dir/,STOPPED} 2024-11-13T19:36:28,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:36:28,405 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:36:28,405 WARN [BP-1550784045-172.17.0.3-1731526556053 heartbeating to localhost/127.0.0.1:43789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:36:28,405 WARN [BP-1550784045-172.17.0.3-1731526556053 heartbeating to localhost/127.0.0.1:43789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1550784045-172.17.0.3-1731526556053 (Datanode Uuid c0e19ef0-ddb2-469b-8ff1-4b90421a7c6b) service to localhost/127.0.0.1:43789 2024-11-13T19:36:28,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/cluster_69933d7c-6177-0958-553b-b8b05672e8f2/data/data1/current/BP-1550784045-172.17.0.3-1731526556053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:36:28,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/cluster_69933d7c-6177-0958-553b-b8b05672e8f2/data/data2/current/BP-1550784045-172.17.0.3-1731526556053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:36:28,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:36:28,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:36:28,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:36:28,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:36:28,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:36:28,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6edb3447-746a-e8a5-92fa-2612b903caf3/hadoop.log.dir/,STOPPED} 2024-11-13T19:36:28,431 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:36:28,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:36:28,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39875 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/80cec940e2c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/80cec940e2c9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57938) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@103d3566 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57938) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: master/80cec940e2c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43789 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/80cec940e2c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/80cec940e2c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 358), ProcessCount=11 (was 11), AvailableMemoryMB=2588 (was 3436) 2024-11-13T19:36:28,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=2588 2024-11-13T19:36:28,495 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T19:36:28,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.log.dir so I do NOT create it in target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283 2024-11-13T19:36:28,496 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:36:28,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.tmp.dir so I do NOT create it in target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283 2024-11-13T19:36:28,497 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8525b64-c428-c2de-4d68-82b3beb26e7a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:36:28,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283 2024-11-13T19:36:28,497 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/cluster_bac6b36e-10c3-6e09-bf36-5eb8a3fdc30c, deleteOnExit=true 2024-11-13T19:36:28,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/cluster_bac6b36e-10c3-6e09-bf36-5eb8a3fdc30c/zookeeper_0, clientPort=64585, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/cluster_bac6b36e-10c3-6e09-bf36-5eb8a3fdc30c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/cluster_bac6b36e-10c3-6e09-bf36-5eb8a3fdc30c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:36:28,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64585 2024-11-13T19:36:28,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:36:28,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:36:28,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/test.cache.data in system properties and HBase conf 2024-11-13T19:36:28,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:36:28,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:36:28,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:36:28,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:36:28,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:36:28,510 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:36:28,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:28,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:28,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:28,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:36:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:36:28,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:28,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e03c5b0002, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:36:28,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e03c5b0005, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:36:28,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e03c5b0002, quorum=127.0.0.1:57938, baseZNode=/0733547818 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:36:28,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e03c5b0005, quorum=127.0.0.1:57938, baseZNode=/1690977391 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:36:28,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:28,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:28,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:28,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:28,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:28,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:36:28,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:28,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:28,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:28,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70544169{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/java.io.tmpdir/jetty-localhost-35409-hadoop-hdfs-3_4_1-tests_jar-_-any-3929462832058340754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:36:28,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:35409} 2024-11-13T19:36:28,851 INFO [Time-limited test {}] server.Server(415): Started @34777ms 2024-11-13T19:36:29,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:29,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:29,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:29,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:29,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:36:29,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:29,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:29,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d0b10d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/java.io.tmpdir/jetty-localhost-38443-hadoop-hdfs-3_4_1-tests_jar-_-any-11390206374479549016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:36:29,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:38443} 2024-11-13T19:36:29,128 INFO [Time-limited test {}] server.Server(415): Started @35054ms 2024-11-13T19:36:29,129 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:36:29,498 WARN [Thread-504 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/cluster_bac6b36e-10c3-6e09-bf36-5eb8a3fdc30c/data/data2/current/BP-865684155-172.17.0.3-1731526588547/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:29,498 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/cluster_bac6b36e-10c3-6e09-bf36-5eb8a3fdc30c/data/data1/current/BP-865684155-172.17.0.3-1731526588547/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:29,513 WARN [Thread-491 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:36:29,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7f659438262be06 with lease ID 0x92998167bd1029c7: Processing first storage report for DS-6cdf6804-a4ca-4ede-ae17-a3530d44f9aa from datanode DatanodeRegistration(127.0.0.1:34849, datanodeUuid=b17c7d79-a7e9-427f-bdb8-b27605452b0f, infoPort=45769, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=27849364;c=1731526588547) 2024-11-13T19:36:29,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7f659438262be06 with lease ID 0x92998167bd1029c7: from storage DS-6cdf6804-a4ca-4ede-ae17-a3530d44f9aa node DatanodeRegistration(127.0.0.1:34849, datanodeUuid=b17c7d79-a7e9-427f-bdb8-b27605452b0f, infoPort=45769, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=27849364;c=1731526588547), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:36:29,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7f659438262be06 with lease ID 0x92998167bd1029c7: Processing first storage report for DS-f6918ffa-0910-4b6e-96e7-840feccc707a from datanode DatanodeRegistration(127.0.0.1:34849, datanodeUuid=b17c7d79-a7e9-427f-bdb8-b27605452b0f, infoPort=45769, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=27849364;c=1731526588547) 2024-11-13T19:36:29,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7f659438262be06 with lease ID 0x92998167bd1029c7: from storage DS-f6918ffa-0910-4b6e-96e7-840feccc707a node DatanodeRegistration(127.0.0.1:34849, datanodeUuid=b17c7d79-a7e9-427f-bdb8-b27605452b0f, infoPort=45769, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=27849364;c=1731526588547), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:36:29,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283 2024-11-13T19:36:29,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:29,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:36:29,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:29,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:36:29,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:36:29,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:29,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d with version=8 2024-11-13T19:36:29,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/hbase-staging 2024-11-13T19:36:29,969 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:29,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:29,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:29,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:29,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:29,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:29,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:36:29,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:29,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40351 2024-11-13T19:36:29,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40351 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-13T19:36:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403510x0, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:30,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40351-0x10136e0bdfd0000 connected 2024-11-13T19:36:30,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:30,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:30,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on znode that does not yet exist, /01810606921/running 2024-11-13T19:36:30,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d, hbase.cluster.distributed=false 2024-11-13T19:36:30,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on znode that does not yet exist, /01810606921/acl 2024-11-13T19:36:30,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-13T19:36:30,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40351 2024-11-13T19:36:30,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40351 2024-11-13T19:36:30,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-13T19:36:30,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-13T19:36:30,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:30,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:30,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:30,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:30,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:30,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:30,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:36:30,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:30,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35543 2024-11-13T19:36:30,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35543 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-13T19:36:30,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:30,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:30,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355430x0, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:30,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355430x0, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on znode that does not yet exist, /01810606921/running 2024-11-13T19:36:30,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35543-0x10136e0bdfd0001 connected 2024-11-13T19:36:30,148 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:36:30,150 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:36:30,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on znode that does not yet exist, /01810606921/master 2024-11-13T19:36:30,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on znode that does not yet exist, /01810606921/acl 2024-11-13T19:36:30,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-13T19:36:30,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35543 2024-11-13T19:36:30,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35543 2024-11-13T19:36:30,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-13T19:36:30,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-13T19:36:30,166 DEBUG [M:0;80cec940e2c9:40351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:40351 2024-11-13T19:36:30,166 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01810606921/backup-masters/80cec940e2c9,40351,1731526589969 2024-11-13T19:36:30,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921/backup-masters 2024-11-13T19:36:30,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921/backup-masters 2024-11-13T19:36:30,173 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on existing znode=/01810606921/backup-masters/80cec940e2c9,40351,1731526589969 2024-11-13T19:36:30,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01810606921/master 2024-11-13T19:36:30,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:30,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:30,182 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on existing znode=/01810606921/master 2024-11-13T19:36:30,182 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01810606921/backup-masters/80cec940e2c9,40351,1731526589969 from backup master directory 2024-11-13T19:36:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01810606921/backup-masters/80cec940e2c9,40351,1731526589969 2024-11-13T19:36:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921/backup-masters 2024-11-13T19:36:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921/backup-masters 2024-11-13T19:36:30,189 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:30,189 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,40351,1731526589969 2024-11-13T19:36:30,194 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/hbase.id] with ID: d1630eee-1163-4738-82d2-f9be11b38d15 2024-11-13T19:36:30,194 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/.tmp/hbase.id 2024-11-13T19:36:30,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:36:30,599 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/.tmp/hbase.id]:[hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/hbase.id] 2024-11-13T19:36:30,613 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:30,613 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:36:30,615 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T19:36:30,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:30,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:36:31,060 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:31,061 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:36:31,061 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:36:31,470 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store 2024-11-13T19:36:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:36:31,878 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:31,878 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:31,878 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:31,878 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:31,878 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:31,878 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:31,878 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:31,878 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526591878Disabling compacts and flushes for region at 1731526591878Disabling writes for close at 1731526591878Writing region close event to WAL at 1731526591878Closed at 1731526591878 2024-11-13T19:36:31,879 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/.initializing 2024-11-13T19:36:31,879 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/WALs/80cec940e2c9,40351,1731526589969 2024-11-13T19:36:31,880 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:31,883 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C40351%2C1731526589969, suffix=, logDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/WALs/80cec940e2c9,40351,1731526589969, archiveDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/oldWALs, maxLogs=10 2024-11-13T19:36:31,894 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/WALs/80cec940e2c9,40351,1731526589969/80cec940e2c9%2C40351%2C1731526589969.1731526591883, exclude list is [], retry=0 2024-11-13T19:36:31,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-6cdf6804-a4ca-4ede-ae17-a3530d44f9aa,DISK] 2024-11-13T19:36:31,900 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/WALs/80cec940e2c9,40351,1731526589969/80cec940e2c9%2C40351%2C1731526589969.1731526591883 2024-11-13T19:36:31,900 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45769:45769)] 2024-11-13T19:36:31,900 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:31,900 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:31,900 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,900 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:36:31,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:31,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:31,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:36:31,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:31,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:31,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:36:31,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:31,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:31,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:36:31,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:31,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:31,910 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,911 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,911 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,913 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,913 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,913 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:31,914 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:31,917 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:31,917 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73596436, jitterRate=0.09667235612869263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:31,918 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526591901Initializing all the Stores at 1731526591902 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526591902Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526591902Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526591902Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526591902Cleaning up temporary data from old regions at 1731526591913 (+11 ms)Region opened successfully at 1731526591918 (+5 ms) 2024-11-13T19:36:31,918 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:36:31,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e13a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:31,922 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:36:31,922 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:36:31,922 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:36:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:36:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:36:31,924 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:36:31,924 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:36:31,926 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:36:31,926 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Unable to get data of znode /01810606921/balancer because node does not exist (not necessarily an error) 2024-11-13T19:36:31,986 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01810606921/balancer already deleted, retry=false 2024-11-13T19:36:31,987 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:36:31,987 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Unable to get data of znode /01810606921/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:36:31,997 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01810606921/normalizer already deleted, retry=false 2024-11-13T19:36:31,998 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:36:31,999 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Unable to get data of znode /01810606921/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:36:32,006 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01810606921/switch/split already deleted, retry=false 2024-11-13T19:36:32,006 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Unable to get data of znode /01810606921/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:36:32,014 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01810606921/switch/merge already deleted, retry=false 2024-11-13T19:36:32,016 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Unable to get data of znode /01810606921/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:36:32,022 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01810606921/snapshot-cleanup already deleted, retry=false 2024-11-13T19:36:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01810606921/running 2024-11-13T19:36:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01810606921/running 2024-11-13T19:36:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:32,031 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,40351,1731526589969, sessionid=0x10136e0bdfd0000, setting cluster-up flag (Was=false) 2024-11-13T19:36:32,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:32,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:32,072 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01810606921/flush-table-proc/acquired, /01810606921/flush-table-proc/reached, /01810606921/flush-table-proc/abort 2024-11-13T19:36:32,074 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,40351,1731526589969 2024-11-13T19:36:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:32,114 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01810606921/online-snapshot/acquired, /01810606921/online-snapshot/reached, /01810606921/online-snapshot/abort 2024-11-13T19:36:32,115 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,40351,1731526589969 2024-11-13T19:36:32,116 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:36:32,118 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:32,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:36:32,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:36:32,118 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,40351,1731526589969 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:36:32,120 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:32,120 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:32,120 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:32,120 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:32,120 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:36:32,120 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,120 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:32,120 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:32,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:36:32,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526622123 2024-11-13T19:36:32,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:36:32,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:36:32,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:36:32,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:36:32,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:36:32,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:36:32,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:32,124 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:36:32,124 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:36:32,124 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:36:32,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:36:32,124 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:36:32,124 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:36:32,124 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:36:32,124 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526592124,5,FailOnTimeoutGroup] 2024-11-13T19:36:32,124 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526592124,5,FailOnTimeoutGroup] 2024-11-13T19:36:32,125 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,125 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:36:32,125 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,125 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:36:32,158 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(746): ClusterId : d1630eee-1163-4738-82d2-f9be11b38d15 2024-11-13T19:36:32,158 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:36:32,165 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:36:32,165 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:36:32,173 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:36:32,174 DEBUG [RS:0;80cec940e2c9:35543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da211ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:32,186 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:35543 2024-11-13T19:36:32,186 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:36:32,186 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:36:32,186 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:36:32,187 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,40351,1731526589969 with port=35543, startcode=1731526590132 2024-11-13T19:36:32,187 DEBUG [RS:0;80cec940e2c9:35543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:36:32,189 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:36:32,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,35543,1731526590132 2024-11-13T19:36:32,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,35543,1731526590132 2024-11-13T19:36:32,191 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d 2024-11-13T19:36:32,191 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45375 2024-11-13T19:36:32,192 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:36:32,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921/rs 2024-11-13T19:36:32,198 DEBUG [RS:0;80cec940e2c9:35543 {}] zookeeper.ZKUtil(111): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on existing znode=/01810606921/rs/80cec940e2c9,35543,1731526590132 2024-11-13T19:36:32,198 WARN [RS:0;80cec940e2c9:35543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:32,198 INFO [RS:0;80cec940e2c9:35543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:32,198 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132 2024-11-13T19:36:32,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,35543,1731526590132] 2024-11-13T19:36:32,202 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:36:32,204 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:36:32,205 INFO [RS:0;80cec940e2c9:35543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:36:32,205 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,205 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:36:32,206 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:36:32,206 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,206 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,206 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,206 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,206 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,206 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,206 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:32,206 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,207 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,207 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,207 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,207 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,207 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:32,207 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:32,207 DEBUG [RS:0;80cec940e2c9:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:32,209 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,209 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,209 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,209 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,209 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,209 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,35543,1731526590132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:32,226 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:36:32,226 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,35543,1731526590132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,226 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,226 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.Replication(171): 80cec940e2c9,35543,1731526590132 started 2024-11-13T19:36:32,240 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:32,240 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,35543,1731526590132, RpcServer on 80cec940e2c9/172.17.0.3:35543, sessionid=0x10136e0bdfd0001 2024-11-13T19:36:32,241 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:36:32,241 DEBUG [RS:0;80cec940e2c9:35543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,35543,1731526590132 2024-11-13T19:36:32,241 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,35543,1731526590132' 2024-11-13T19:36:32,241 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01810606921/flush-table-proc/abort' 2024-11-13T19:36:32,241 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01810606921/flush-table-proc/acquired' 2024-11-13T19:36:32,242 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:36:32,242 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:36:32,242 DEBUG [RS:0;80cec940e2c9:35543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,35543,1731526590132 2024-11-13T19:36:32,242 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,35543,1731526590132' 2024-11-13T19:36:32,242 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01810606921/online-snapshot/abort' 2024-11-13T19:36:32,242 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01810606921/online-snapshot/acquired' 2024-11-13T19:36:32,243 DEBUG [RS:0;80cec940e2c9:35543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:36:32,243 INFO [RS:0;80cec940e2c9:35543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:36:32,243 INFO [RS:0;80cec940e2c9:35543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:36:32,343 INFO [RS:0;80cec940e2c9:35543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:32,345 INFO [RS:0;80cec940e2c9:35543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C35543%2C1731526590132, suffix=, logDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132, archiveDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/oldWALs, maxLogs=10 2024-11-13T19:36:32,359 DEBUG [RS:0;80cec940e2c9:35543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346, exclude list is [], retry=0 2024-11-13T19:36:32,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-6cdf6804-a4ca-4ede-ae17-a3530d44f9aa,DISK] 2024-11-13T19:36:32,364 INFO [RS:0;80cec940e2c9:35543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 2024-11-13T19:36:32,365 DEBUG [RS:0;80cec940e2c9:35543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45769:45769)] 2024-11-13T19:36:32,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:36:32,533 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d 2024-11-13T19:36:32,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:36:32,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:32,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:32,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:32,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:32,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:32,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:32,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:32,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:32,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:32,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:32,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:32,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:32,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:32,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:32,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:32,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:32,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740 2024-11-13T19:36:32,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740 2024-11-13T19:36:32,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:32,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:32,953 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:32,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:32,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:32,957 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63457980, jitterRate=-0.05440241098403931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:32,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526592941Initializing all the Stores at 1731526592942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526592942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526592942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526592942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526592942Cleaning up temporary data from old regions at 1731526592953 (+11 ms)Region opened successfully at 1731526592958 (+5 ms) 2024-11-13T19:36:32,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:32,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:32,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:32,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:32,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:32,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:32,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526592958Disabling compacts and flushes for region at 1731526592958Disabling writes for close at 1731526592958Writing region close event to WAL at 1731526592959 (+1 ms)Closed at 1731526592959 2024-11-13T19:36:32,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:32,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:36:32,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:36:32,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:32,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:36:33,113 DEBUG [80cec940e2c9:40351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:36:33,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,35543,1731526590132 2024-11-13T19:36:33,115 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,35543,1731526590132, state=OPENING 2024-11-13T19:36:33,178 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:36:33,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:33,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:33,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01810606921/meta-region-server: CHANGED 2024-11-13T19:36:33,187 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:33,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01810606921/meta-region-server: CHANGED 2024-11-13T19:36:33,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,35543,1731526590132}] 2024-11-13T19:36:33,340 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:36:33,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:36:33,345 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:36:33,345 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:33,346 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:36:33,347 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C35543%2C1731526590132.meta, suffix=.meta, logDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132, archiveDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/oldWALs, maxLogs=10 2024-11-13T19:36:33,367 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.meta.1731526593348.meta, exclude list is [], retry=0 2024-11-13T19:36:33,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-6cdf6804-a4ca-4ede-ae17-a3530d44f9aa,DISK] 2024-11-13T19:36:33,372 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.meta.1731526593348.meta 2024-11-13T19:36:33,372 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45769:45769)] 2024-11-13T19:36:33,372 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:33,373 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:33,373 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:33,373 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:36:33,373 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:36:33,373 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:36:33,373 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:33,373 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:36:33,373 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:36:33,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:33,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:33,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:33,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:33,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:33,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:33,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:33,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:33,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:33,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:33,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:33,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:33,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:33,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:33,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:33,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:33,381 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:33,382 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740 2024-11-13T19:36:33,383 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740 2024-11-13T19:36:33,384 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:33,384 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:33,385 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:33,386 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:33,387 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65636624, jitterRate=-0.021938085556030273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:33,387 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:36:33,388 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526593374Writing region info on filesystem at 1731526593374Initializing all the Stores at 1731526593375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526593375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526593375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526593375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526593375Cleaning up temporary data from old regions at 1731526593384 (+9 ms)Running coprocessor post-open hooks at 1731526593387 (+3 ms)Region opened successfully at 1731526593388 (+1 ms) 2024-11-13T19:36:33,389 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526593340 2024-11-13T19:36:33,392 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:36:33,392 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:36:33,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,35543,1731526590132 2024-11-13T19:36:33,394 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,35543,1731526590132, state=OPEN 2024-11-13T19:36:33,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01810606921/meta-region-server 2024-11-13T19:36:33,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01810606921/meta-region-server 2024-11-13T19:36:33,442 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,35543,1731526590132 2024-11-13T19:36:33,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01810606921/meta-region-server: CHANGED 2024-11-13T19:36:33,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01810606921/meta-region-server: CHANGED 2024-11-13T19:36:33,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:36:33,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,35543,1731526590132 in 255 msec 2024-11-13T19:36:33,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:36:33,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-13T19:36:33,449 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:33,449 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:36:33,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:33,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,35543,1731526590132, seqNum=-1] 2024-11-13T19:36:33,451 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:33,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:33,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-11-13T19:36:33,459 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526593459, completionTime=-1 2024-11-13T19:36:33,459 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:36:33,459 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:36:33,461 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:36:33,461 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526653461 2024-11-13T19:36:33,461 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526713461 2024-11-13T19:36:33,461 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:36:33,461 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40351,1731526589969-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:33,462 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40351,1731526589969-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:33,462 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40351,1731526589969-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:33,462 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:40351, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:33,462 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:33,462 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:33,464 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:36:33,466 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.277sec 2024-11-13T19:36:33,466 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:36:33,466 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:36:33,466 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:36:33,466 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:36:33,466 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:36:33,466 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40351,1731526589969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:33,466 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40351,1731526589969-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:36:33,469 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:36:33,469 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:36:33,469 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40351,1731526589969-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:33,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bd3f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:33,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,40351,-1 for getting cluster id 2024-11-13T19:36:33,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:33,561 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1630eee-1163-4738-82d2-f9be11b38d15' 2024-11-13T19:36:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1630eee-1163-4738-82d2-f9be11b38d15" 2024-11-13T19:36:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c12c870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,40351,-1] 2024-11-13T19:36:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:33,563 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7606b15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:33,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,35543,1731526590132, seqNum=-1] 2024-11-13T19:36:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:33,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,40351,1731526589969 2024-11-13T19:36:33,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-13T19:36:33,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:33,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e0bdfd0002 connected 2024-11-13T19:36:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.log.dir so I do NOT create it in target/test-data/35b16365-0555-0880-d9ae-7789e3b32189 2024-11-13T19:36:33,598 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:36:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.tmp.dir so I do NOT create it in target/test-data/35b16365-0555-0880-d9ae-7789e3b32189 2024-11-13T19:36:33,598 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:36:33,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189 2024-11-13T19:36:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:36:33,598 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/cluster_68cac438-68a7-007a-0db3-1275961a9af1, deleteOnExit=true 2024-11-13T19:36:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:36:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/test.cache.data in system properties and HBase conf 2024-11-13T19:36:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:36:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:36:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:36:33,599 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:36:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:36:33,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:36:33,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:33,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:36:33,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:36:33,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:33,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:33,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:33,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:33,822 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:36:33,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:33,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:33,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a908fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:33,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1558cfc9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/java.io.tmpdir/jetty-localhost-40379-hadoop-hdfs-3_4_1-tests_jar-_-any-8461294523072882186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:36:33,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c0f823e{HTTP/1.1, (http/1.1)}{localhost:40379} 2024-11-13T19:36:33,918 INFO [Time-limited test {}] server.Server(415): Started @39845ms 2024-11-13T19:36:34,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:34,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:34,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:34,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:34,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:36:34,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ab07b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:34,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d34bb4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:34,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3942448e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/java.io.tmpdir/jetty-localhost-33539-hadoop-hdfs-3_4_1-tests_jar-_-any-482459171138559291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:36:34,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dd49cc1{HTTP/1.1, (http/1.1)}{localhost:33539} 2024-11-13T19:36:34,205 INFO [Time-limited test {}] server.Server(415): Started @40132ms 2024-11-13T19:36:34,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:36:34,617 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/cluster_68cac438-68a7-007a-0db3-1275961a9af1/data/data2/current/BP-582477729-172.17.0.3-1731526593622/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:34,617 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/cluster_68cac438-68a7-007a-0db3-1275961a9af1/data/data1/current/BP-582477729-172.17.0.3-1731526593622/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:34,672 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:36:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc19efc0917fdd66b with lease ID 0x2e05878b830d65e6: Processing first storage report for DS-3c73041f-4d93-4476-972b-b159add1fcfa from datanode DatanodeRegistration(127.0.0.1:45001, datanodeUuid=e2ba926f-0b9b-4637-a2d0-207eef33b4a6, infoPort=35953, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=8290610;c=1731526593622) 2024-11-13T19:36:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc19efc0917fdd66b with lease ID 0x2e05878b830d65e6: from storage DS-3c73041f-4d93-4476-972b-b159add1fcfa node DatanodeRegistration(127.0.0.1:45001, datanodeUuid=e2ba926f-0b9b-4637-a2d0-207eef33b4a6, infoPort=35953, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=8290610;c=1731526593622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:36:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc19efc0917fdd66b with lease ID 0x2e05878b830d65e6: Processing first storage report for DS-03c953db-83ae-4f62-962c-80ea7cee56b6 from datanode DatanodeRegistration(127.0.0.1:45001, datanodeUuid=e2ba926f-0b9b-4637-a2d0-207eef33b4a6, infoPort=35953, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=8290610;c=1731526593622) 2024-11-13T19:36:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc19efc0917fdd66b with lease ID 0x2e05878b830d65e6: from storage DS-03c953db-83ae-4f62-962c-80ea7cee56b6 node DatanodeRegistration(127.0.0.1:45001, datanodeUuid=e2ba926f-0b9b-4637-a2d0-207eef33b4a6, infoPort=35953, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=8290610;c=1731526593622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:36:34,707 WARN [RS:0;80cec940e2c9:35543 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 80cec940e2c9,36023,1731526559990: status=Processing ServerCrashProcedure of 80cec940e2c9,36023,1731526559990 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731526578104, completionTime=-1 appears to have been leaked 2024-11-13T19:36:34,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189 2024-11-13T19:36:34,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:34,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:34,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:36:35,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:36:35,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:35,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:35,190 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9 with version=8 2024-11-13T19:36:35,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/hbase-staging 2024-11-13T19:36:35,192 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:35,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:35,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:35,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:35,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:35,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:35,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:36:35,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:35,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43057 2024-11-13T19:36:35,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43057 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-13T19:36:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430570x0, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:35,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43057-0x10136e0bdfd0003 connected 2024-11-13T19:36:35,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:35,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:35,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on znode that does not yet exist, /1-885370832/running 2024-11-13T19:36:35,377 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9, hbase.cluster.distributed=false 2024-11-13T19:36:35,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on znode that does not yet exist, /1-885370832/acl 2024-11-13T19:36:35,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43057 2024-11-13T19:36:35,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43057 2024-11-13T19:36:35,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43057 2024-11-13T19:36:35,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43057 2024-11-13T19:36:35,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43057 2024-11-13T19:36:35,399 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:35,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:35,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:35,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:35,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:35,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:35,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:36:35,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:35,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41763 2024-11-13T19:36:35,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41763 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-13T19:36:35,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:35,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:35,414 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417630x0, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:35,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41763-0x10136e0bdfd0004 connected 2024-11-13T19:36:35,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on znode that does not yet exist, /1-885370832/running 2024-11-13T19:36:35,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:36:35,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:36:35,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on znode that does not yet exist, /1-885370832/master 2024-11-13T19:36:35,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on znode that does not yet exist, /1-885370832/acl 2024-11-13T19:36:35,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-13T19:36:35,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41763 2024-11-13T19:36:35,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41763 2024-11-13T19:36:35,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-13T19:36:35,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-13T19:36:35,461 DEBUG [M:0;80cec940e2c9:43057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:43057 2024-11-13T19:36:35,462 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-885370832/backup-masters/80cec940e2c9,43057,1731526595191 2024-11-13T19:36:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832/backup-masters 2024-11-13T19:36:35,491 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832/backup-masters 2024-11-13T19:36:35,491 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on existing znode=/1-885370832/backup-masters/80cec940e2c9,43057,1731526595191 2024-11-13T19:36:35,506 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-885370832/master 2024-11-13T19:36:35,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:35,506 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:35,506 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on existing znode=/1-885370832/master 2024-11-13T19:36:35,507 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-885370832/backup-masters/80cec940e2c9,43057,1731526595191 from backup master directory 2024-11-13T19:36:35,514 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832/backup-masters 2024-11-13T19:36:35,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-885370832/backup-masters/80cec940e2c9,43057,1731526595191 2024-11-13T19:36:35,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832/backup-masters 2024-11-13T19:36:35,514 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:35,514 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,43057,1731526595191 2024-11-13T19:36:35,522 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/hbase.id] with ID: ab2b6edf-3f1c-427e-b95c-733c3435509e 2024-11-13T19:36:35,522 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/.tmp/hbase.id 2024-11-13T19:36:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:36:35,930 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/.tmp/hbase.id]:[hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/hbase.id] 2024-11-13T19:36:35,951 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:35,952 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:36:35,955 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T19:36:35,986 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:35,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:35,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:36:36,394 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:36,395 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:36:36,395 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:36:36,806 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store 2024-11-13T19:36:36,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:36:37,217 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:37,217 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:37,217 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:37,217 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:37,217 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:37,217 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:37,217 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:37,218 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526597217Disabling compacts and flushes for region at 1731526597217Disabling writes for close at 1731526597217Writing region close event to WAL at 1731526597217Closed at 1731526597217 2024-11-13T19:36:37,218 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/.initializing 2024-11-13T19:36:37,219 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/WALs/80cec940e2c9,43057,1731526595191 2024-11-13T19:36:37,220 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:37,222 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C43057%2C1731526595191, suffix=, logDir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/WALs/80cec940e2c9,43057,1731526595191, archiveDir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/oldWALs, maxLogs=10 2024-11-13T19:36:37,234 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/WALs/80cec940e2c9,43057,1731526595191/80cec940e2c9%2C43057%2C1731526595191.1731526597222, exclude list is [], retry=0 2024-11-13T19:36:37,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-3c73041f-4d93-4476-972b-b159add1fcfa,DISK] 2024-11-13T19:36:37,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/WALs/80cec940e2c9,43057,1731526595191/80cec940e2c9%2C43057%2C1731526595191.1731526597222 2024-11-13T19:36:37,240 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35953:35953)] 2024-11-13T19:36:37,240 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:37,240 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:37,241 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,241 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:36:37,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:37,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:37,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:36:37,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:37,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:37,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:36:37,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:37,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:37,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:36:37,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:37,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:37,249 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,249 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,249 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,250 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,250 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,251 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:37,252 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:37,254 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:37,254 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65245596, jitterRate=-0.027764856815338135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:37,254 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526597241Initializing all the Stores at 1731526597242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526597242Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526597242Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526597242Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526597242Cleaning up temporary data from old regions at 1731526597250 (+8 ms)Region opened successfully at 1731526597254 (+4 ms) 2024-11-13T19:36:37,255 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:36:37,258 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55da5451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:37,259 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:36:37,259 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:36:37,259 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:36:37,259 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:36:37,260 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:36:37,260 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:36:37,260 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:36:37,263 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:36:37,264 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Unable to get data of znode /1-885370832/balancer because node does not exist (not necessarily an error) 2024-11-13T19:36:37,297 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-885370832/balancer already deleted, retry=false 2024-11-13T19:36:37,298 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:36:37,298 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Unable to get data of znode /1-885370832/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:36:37,333 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-885370832/normalizer already deleted, retry=false 2024-11-13T19:36:37,333 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:36:37,334 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Unable to get data of znode /1-885370832/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:36:37,381 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-885370832/switch/split already deleted, retry=false 2024-11-13T19:36:37,382 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Unable to get data of znode /1-885370832/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:36:37,482 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-885370832/switch/merge already deleted, retry=false 2024-11-13T19:36:37,485 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Unable to get data of znode /1-885370832/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:36:37,513 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-885370832/snapshot-cleanup already deleted, retry=false 2024-11-13T19:36:37,544 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-885370832/running 2024-11-13T19:36:37,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-885370832/running 2024-11-13T19:36:37,544 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:37,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:37,545 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,43057,1731526595191, sessionid=0x10136e0bdfd0003, setting cluster-up flag (Was=false) 2024-11-13T19:36:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:37,644 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:37,806 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-885370832/flush-table-proc/acquired, /1-885370832/flush-table-proc/reached, /1-885370832/flush-table-proc/abort 2024-11-13T19:36:37,807 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,43057,1731526595191 2024-11-13T19:36:37,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:37,900 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:38,028 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-885370832/online-snapshot/acquired, /1-885370832/online-snapshot/reached, /1-885370832/online-snapshot/abort 2024-11-13T19:36:38,029 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,43057,1731526595191 2024-11-13T19:36:38,030 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:36:38,035 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:38,035 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:36:38,035 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:36:38,036 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,43057,1731526595191 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:36:38,037 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:38,037 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:38,037 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:38,037 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:38,038 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:36:38,038 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,038 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:38,038 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:38,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:36:38,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526628041 2024-11-13T19:36:38,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:36:38,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:36:38,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:36:38,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:36:38,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:36:38,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:36:38,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,041 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:38,042 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:36:38,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:36:38,042 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:36:38,042 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:36:38,042 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:36:38,042 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:36:38,042 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:36:38,047 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526598042,5,FailOnTimeoutGroup] 2024-11-13T19:36:38,050 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526598047,5,FailOnTimeoutGroup] 2024-11-13T19:36:38,050 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,050 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:36:38,050 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,051 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,053 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(746): ClusterId : ab2b6edf-3f1c-427e-b95c-733c3435509e 2024-11-13T19:36:38,053 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:36:38,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:36:38,062 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:36:38,062 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:36:38,070 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:36:38,070 DEBUG [RS:0;80cec940e2c9:41763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0130be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:38,081 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:41763 2024-11-13T19:36:38,081 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:36:38,081 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:36:38,082 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:36:38,082 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,43057,1731526595191 with port=41763, startcode=1731526595398 2024-11-13T19:36:38,082 DEBUG [RS:0;80cec940e2c9:41763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:36:38,084 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:36:38,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43057 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,41763,1731526595398 2024-11-13T19:36:38,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43057 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,41763,1731526595398 2024-11-13T19:36:38,087 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9 2024-11-13T19:36:38,087 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43731 2024-11-13T19:36:38,087 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:36:38,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832/rs 2024-11-13T19:36:38,127 DEBUG [RS:0;80cec940e2c9:41763 {}] zookeeper.ZKUtil(111): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on existing znode=/1-885370832/rs/80cec940e2c9,41763,1731526595398 2024-11-13T19:36:38,127 WARN [RS:0;80cec940e2c9:41763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:38,127 INFO [RS:0;80cec940e2c9:41763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:38,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,41763,1731526595398] 2024-11-13T19:36:38,127 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/WALs/80cec940e2c9,41763,1731526595398 2024-11-13T19:36:38,131 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:36:38,134 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:36:38,134 INFO [RS:0;80cec940e2c9:41763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:36:38,134 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,135 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:36:38,136 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:36:38,136 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,136 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:38,137 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:38,137 DEBUG [RS:0;80cec940e2c9:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:38,139 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,139 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,139 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,139 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,139 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,139 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41763,1731526595398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:38,154 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:36:38,154 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41763,1731526595398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,154 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,155 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.Replication(171): 80cec940e2c9,41763,1731526595398 started 2024-11-13T19:36:38,169 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:38,169 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,41763,1731526595398, RpcServer on 80cec940e2c9/172.17.0.3:41763, sessionid=0x10136e0bdfd0004 2024-11-13T19:36:38,169 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:36:38,169 DEBUG [RS:0;80cec940e2c9:41763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,41763,1731526595398 2024-11-13T19:36:38,170 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41763,1731526595398' 2024-11-13T19:36:38,170 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-885370832/flush-table-proc/abort' 2024-11-13T19:36:38,170 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-885370832/flush-table-proc/acquired' 2024-11-13T19:36:38,171 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:36:38,171 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:36:38,171 DEBUG [RS:0;80cec940e2c9:41763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,41763,1731526595398 2024-11-13T19:36:38,171 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41763,1731526595398' 2024-11-13T19:36:38,171 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-885370832/online-snapshot/abort' 2024-11-13T19:36:38,171 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-885370832/online-snapshot/acquired' 2024-11-13T19:36:38,172 DEBUG [RS:0;80cec940e2c9:41763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:36:38,172 INFO [RS:0;80cec940e2c9:41763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:36:38,172 INFO [RS:0;80cec940e2c9:41763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:36:38,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:36:38,272 INFO [RS:0;80cec940e2c9:41763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:38,275 INFO [RS:0;80cec940e2c9:41763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C41763%2C1731526595398, suffix=, logDir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/WALs/80cec940e2c9,41763,1731526595398, archiveDir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/oldWALs, maxLogs=10 2024-11-13T19:36:38,288 DEBUG [RS:0;80cec940e2c9:41763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/WALs/80cec940e2c9,41763,1731526595398/80cec940e2c9%2C41763%2C1731526595398.1731526598275, exclude list is [], retry=0 2024-11-13T19:36:38,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-3c73041f-4d93-4476-972b-b159add1fcfa,DISK] 2024-11-13T19:36:38,294 INFO [RS:0;80cec940e2c9:41763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/WALs/80cec940e2c9,41763,1731526595398/80cec940e2c9%2C41763%2C1731526595398.1731526598275 2024-11-13T19:36:38,295 DEBUG [RS:0;80cec940e2c9:41763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35953:35953)] 2024-11-13T19:36:38,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:36:38,460 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9 2024-11-13T19:36:38,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:36:38,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:38,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:38,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:38,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:38,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:38,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:38,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:38,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:38,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:38,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:38,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:38,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:38,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:38,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:38,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:38,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:38,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:38,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:38,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740 2024-11-13T19:36:38,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740 2024-11-13T19:36:38,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:38,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:38,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:38,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:38,883 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:38,883 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63668032, jitterRate=-0.05127239227294922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:38,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526598867Initializing all the Stores at 1731526598868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526598868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526598869 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526598869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526598869Cleaning up temporary data from old regions at 1731526598879 (+10 ms)Region opened successfully at 1731526598883 (+4 ms) 2024-11-13T19:36:38,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:38,883 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:38,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:38,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:38,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:38,884 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:38,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526598883Disabling compacts and flushes for region at 1731526598883Disabling writes for close at 1731526598883Writing region close event to WAL at 1731526598884 (+1 ms)Closed at 1731526598884 2024-11-13T19:36:38,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:38,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:36:38,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:36:38,887 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:38,888 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:36:39,038 DEBUG [80cec940e2c9:43057 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:36:39,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,41763,1731526595398 2024-11-13T19:36:39,040 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,41763,1731526595398, state=OPENING 2024-11-13T19:36:39,047 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:36:39,056 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:39,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:39,056 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:39,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-885370832/meta-region-server: CHANGED 2024-11-13T19:36:39,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-885370832/meta-region-server: CHANGED 2024-11-13T19:36:39,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,41763,1731526595398}] 2024-11-13T19:36:39,210 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:36:39,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:36:39,216 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:36:39,216 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:39,217 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:36:39,218 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C41763%2C1731526595398.meta, suffix=.meta, logDir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/WALs/80cec940e2c9,41763,1731526595398, archiveDir=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/oldWALs, maxLogs=10 2024-11-13T19:36:39,232 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/WALs/80cec940e2c9,41763,1731526595398/80cec940e2c9%2C41763%2C1731526595398.meta.1731526599219.meta, exclude list is [], retry=0 2024-11-13T19:36:39,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-3c73041f-4d93-4476-972b-b159add1fcfa,DISK] 2024-11-13T19:36:39,236 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/WALs/80cec940e2c9,41763,1731526595398/80cec940e2c9%2C41763%2C1731526595398.meta.1731526599219.meta 2024-11-13T19:36:39,237 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35953:35953)] 2024-11-13T19:36:39,237 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:39,237 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:39,237 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:39,237 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:36:39,237 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:36:39,238 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:36:39,238 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:39,238 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:36:39,238 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:36:39,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:39,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:39,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:39,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:39,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:39,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:39,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:39,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:39,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:39,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:39,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:39,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:39,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:39,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:39,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:39,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:39,245 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:39,246 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740 2024-11-13T19:36:39,247 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740 2024-11-13T19:36:39,248 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:39,248 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:39,248 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:39,250 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:39,250 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71439051, jitterRate=0.0645248144865036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:39,251 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:36:39,251 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526599238Writing region info on filesystem at 1731526599238Initializing all the Stores at 1731526599239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526599239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526599239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526599239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526599239Cleaning up temporary data from old regions at 1731526599248 (+9 ms)Running coprocessor post-open hooks at 1731526599251 (+3 ms)Region opened successfully at 1731526599251 2024-11-13T19:36:39,252 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526599209 2024-11-13T19:36:39,254 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:36:39,254 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:36:39,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,41763,1731526595398 2024-11-13T19:36:39,256 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,41763,1731526595398, state=OPEN 2024-11-13T19:36:39,272 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-885370832/meta-region-server 2024-11-13T19:36:39,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-885370832/meta-region-server 2024-11-13T19:36:39,272 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,41763,1731526595398 2024-11-13T19:36:39,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-885370832/meta-region-server: CHANGED 2024-11-13T19:36:39,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-885370832/meta-region-server: CHANGED 2024-11-13T19:36:39,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:36:39,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,41763,1731526595398 in 216 msec 2024-11-13T19:36:39,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:36:39,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-13T19:36:39,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:39,280 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:36:39,282 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:39,282 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41763,1731526595398, seqNum=-1] 2024-11-13T19:36:39,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:39,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:39,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-13T19:36:39,291 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526599291, completionTime=-1 2024-11-13T19:36:39,291 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:36:39,291 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:36:39,294 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:36:39,294 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526659294 2024-11-13T19:36:39,294 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526719294 2024-11-13T19:36:39,294 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:36:39,294 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43057,1731526595191-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:39,294 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43057,1731526595191-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:39,294 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43057,1731526595191-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:39,294 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:43057, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:39,294 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:39,295 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:39,297 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:36:39,300 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.786sec 2024-11-13T19:36:39,300 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:36:39,300 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:36:39,300 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:36:39,300 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:36:39,300 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:36:39,300 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43057,1731526595191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:39,300 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43057,1731526595191-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:36:39,303 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:36:39,303 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:36:39,303 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43057,1731526595191-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:39,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2233d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:39,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43057,-1 for getting cluster id 2024-11-13T19:36:39,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:39,355 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab2b6edf-3f1c-427e-b95c-733c3435509e' 2024-11-13T19:36:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab2b6edf-3f1c-427e-b95c-733c3435509e" 2024-11-13T19:36:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb5afb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43057,-1] 2024-11-13T19:36:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:39,358 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:39,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5497595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:39,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41763,1731526595398, seqNum=-1] 2024-11-13T19:36:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:39,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:39,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,43057,1731526595191 2024-11-13T19:36:39,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-13T19:36:39,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:39,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e0bdfd0005 connected 2024-11-13T19:36:39,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13247399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:39,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,40351,-1 for getting cluster id 2024-11-13T19:36:39,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:39,393 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1630eee-1163-4738-82d2-f9be11b38d15' 2024-11-13T19:36:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1630eee-1163-4738-82d2-f9be11b38d15" 2024-11-13T19:36:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80ca448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,40351,-1] 2024-11-13T19:36:39,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:39,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:39,396 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26459d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:39,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:39,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,40351,1731526589969 2024-11-13T19:36:39,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4430038a 2024-11-13T19:36:39,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:39,400 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:39,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:43057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:36:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:36:39,406 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:43057' 2024-11-13T19:36:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:39,410 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da2a4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:39,411 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43057,-1 for getting cluster id 2024-11-13T19:36:39,411 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:39,412 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab2b6edf-3f1c-427e-b95c-733c3435509e' 2024-11-13T19:36:39,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab2b6edf-3f1c-427e-b95c-733c3435509e" 2024-11-13T19:36:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590c4da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43057,-1] 2024-11-13T19:36:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:39,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:39,415 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e84da84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:39,416 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:39,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,43057,1731526595191 2024-11-13T19:36:39,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12131293 2024-11-13T19:36:39,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:39,419 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:39,420 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T19:36:39,420 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:36:39,420 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:39,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:39,420 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:39,421 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:39,423 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:36:39,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:36:39,425 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:39,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:36:39,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741835_1011 (size=1138) 2024-11-13T19:36:39,473 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:36:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:39,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:36:39,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:36:39,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:39,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:36:39,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:39,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:36:39,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:36:39,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:36:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:39,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 993eb30aaea0a38a18be425c018509f4, NAME => 'hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d 2024-11-13T19:36:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741836_1012 (size=44) 2024-11-13T19:36:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:40,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:40,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 993eb30aaea0a38a18be425c018509f4, disabling compactions & flushes 2024-11-13T19:36:40,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:40,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:40,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. after waiting 0 ms 2024-11-13T19:36:40,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:40,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:40,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 993eb30aaea0a38a18be425c018509f4: Waiting for close lock at 1731526600243Disabling compacts and flushes for region at 1731526600243Disabling writes for close at 1731526600244 (+1 ms)Writing region close event to WAL at 1731526600244Closed at 1731526600244 2024-11-13T19:36:40,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:36:40,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526600246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526600246"}]},"ts":"1731526600246"} 2024-11-13T19:36:40,250 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:36:40,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:36:40,252 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526600251"}]},"ts":"1731526600251"} 2024-11-13T19:36:40,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:36:40,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=993eb30aaea0a38a18be425c018509f4, ASSIGN}] 2024-11-13T19:36:40,258 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=993eb30aaea0a38a18be425c018509f4, ASSIGN 2024-11-13T19:36:40,259 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=993eb30aaea0a38a18be425c018509f4, ASSIGN; state=OFFLINE, location=80cec940e2c9,35543,1731526590132; forceNewPlan=false, retain=false 2024-11-13T19:36:40,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=993eb30aaea0a38a18be425c018509f4, regionState=OPENING, regionLocation=80cec940e2c9,35543,1731526590132 2024-11-13T19:36:40,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=993eb30aaea0a38a18be425c018509f4, ASSIGN because future has completed 2024-11-13T19:36:40,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 993eb30aaea0a38a18be425c018509f4, server=80cec940e2c9,35543,1731526590132}] 2024-11-13T19:36:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:40,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:40,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:40,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:36:40,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C35543%2C1731526590132.rep, suffix=, logDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132, archiveDir=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/oldWALs, maxLogs=10 2024-11-13T19:36:40,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.rep.1731526600573, exclude list is [], retry=0 2024-11-13T19:36:40,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-6cdf6804-a4ca-4ede-ae17-a3530d44f9aa,DISK] 2024-11-13T19:36:40,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.rep.1731526600573 2024-11-13T19:36:40,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45769:45769)] 2024-11-13T19:36:40,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 993eb30aaea0a38a18be425c018509f4, NAME => 'hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:40,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:40,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:40,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. service=MultiRowMutationService 2024-11-13T19:36:40,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:36:40,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:40,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,593 INFO [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,594 INFO [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 993eb30aaea0a38a18be425c018509f4 columnFamilyName hfileref 2024-11-13T19:36:40,594 DEBUG [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:40,595 INFO [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] regionserver.HStore(327): Store=993eb30aaea0a38a18be425c018509f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:40,595 INFO [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,596 INFO [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 993eb30aaea0a38a18be425c018509f4 columnFamilyName queue 2024-11-13T19:36:40,596 DEBUG [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:40,597 INFO [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] regionserver.HStore(327): Store=993eb30aaea0a38a18be425c018509f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:40,597 INFO [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,598 INFO [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 993eb30aaea0a38a18be425c018509f4 columnFamilyName sid 2024-11-13T19:36:40,598 DEBUG [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:40,598 INFO [StoreOpener-993eb30aaea0a38a18be425c018509f4-1 {}] regionserver.HStore(327): Store=993eb30aaea0a38a18be425c018509f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:40,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/replication/993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/replication/993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:36:40,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/replication/993eb30aaea0a38a18be425c018509f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:40,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 993eb30aaea0a38a18be425c018509f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72859567, jitterRate=0.0856921523809433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:36:40,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:40,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 993eb30aaea0a38a18be425c018509f4: Running coprocessor pre-open hook at 1731526600591Writing region info on filesystem at 1731526600591Initializing all the Stores at 1731526600592 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526600592Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526600593 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526600593Cleaning up temporary data from old regions at 1731526600600 (+7 ms)Running coprocessor post-open hooks at 1731526600604 (+4 ms)Region opened successfully at 1731526600604 2024-11-13T19:36:40,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4., pid=7, masterSystemTime=1731526600566 2024-11-13T19:36:40,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:40,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:40,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=993eb30aaea0a38a18be425c018509f4, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,35543,1731526590132 2024-11-13T19:36:40,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 993eb30aaea0a38a18be425c018509f4, server=80cec940e2c9,35543,1731526590132 because future has completed 2024-11-13T19:36:40,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T19:36:40,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 993eb30aaea0a38a18be425c018509f4, server=80cec940e2c9,35543,1731526590132 in 199 msec 2024-11-13T19:36:40,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:36:40,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=993eb30aaea0a38a18be425c018509f4, ASSIGN in 359 msec 2024-11-13T19:36:40,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:36:40,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526600618"}]},"ts":"1731526600618"} 2024-11-13T19:36:40,620 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:36:40,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:36:40,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-13T19:36:40,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4., hostname=80cec940e2c9,35543,1731526590132, seqNum=2] 2024-11-13T19:36:40,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:40,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:40,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:36:40,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T19:36:40,837 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:36:40,865 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,35543,1731526590132, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:36:40,866 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:40,866 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,35543,1731526590132, seqNum=-1] 2024-11-13T19:36:40,866 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:40,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T19:36:40,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,35543,1731526590132', locateType=CURRENT is [region=hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4., hostname=80cec940e2c9,35543,1731526590132, seqNum=2] 2024-11-13T19:36:40,873 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T19:36:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T19:36:40,876 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,35543,1731526590132 suceeded 2024-11-13T19:36:40,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T19:36:40,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T19:36:40,879 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:43057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:36:40,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-11-13T19:36:40,889 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:43057' 2024-11-13T19:36:40,890 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77225fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:40,890 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43057,-1 for getting cluster id 2024-11-13T19:36:40,890 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:40,891 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab2b6edf-3f1c-427e-b95c-733c3435509e' 2024-11-13T19:36:40,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:40,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab2b6edf-3f1c-427e-b95c-733c3435509e" 2024-11-13T19:36:40,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d915e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:40,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43057,-1] 2024-11-13T19:36:40,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:40,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:40,893 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:40,894 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af2cd7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:40,894 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:40,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,43057,1731526595191 2024-11-13T19:36:40,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@230280ff 2024-11-13T19:36:40,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:40,896 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T19:36:40,897 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,35543,1731526590132 (queues=1) is replicating from cluster=d1630eee-1163-4738-82d2-f9be11b38d15 to cluster=ab2b6edf-3f1c-427e-b95c-733c3435509e 2024-11-13T19:36:40,897 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C35543%2C1731526590132 2024-11-13T19:36:40,898 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,35543,1731526590132, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:36:40,898 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.shipper80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C35543%2C1731526590132 2024-11-13T19:36:40,898 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346, startPosition=0, beingWritten=true 2024-11-13T19:36:41,111 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 to pos 0, reset compression=false 2024-11-13T19:36:41,417 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 to pos 0, reset compression=false 2024-11-13T19:36:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:41,559 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:36:41,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:41,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:41,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:41,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:41,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:41,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,40351,1731526589969 2024-11-13T19:36:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d3e7cf1 2024-11-13T19:36:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:41,564 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:41,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T19:36:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:36:41,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:41,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:41,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:41,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:41,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:41,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:36:41,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1980889622, stopped=false 2024-11-13T19:36:41,566 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,43057,1731526595191 2024-11-13T19:36:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-885370832/running 2024-11-13T19:36:41,589 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-885370832/running 2024-11-13T19:36:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:41,589 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:41,589 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:41,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:41,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:41,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:41,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on znode that does not yet exist, /1-885370832/running 2024-11-13T19:36:41,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Set watcher on znode that does not yet exist, /1-885370832/running 2024-11-13T19:36:41,591 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,41763,1731526595398' ***** 2024-11-13T19:36:41,591 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:36:41,591 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:36:41,591 INFO [RS:0;80cec940e2c9:41763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:36:41,591 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:36:41,591 INFO [RS:0;80cec940e2c9:41763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:36:41,591 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,41763,1731526595398 2024-11-13T19:36:41,591 INFO [RS:0;80cec940e2c9:41763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:41,591 INFO [RS:0;80cec940e2c9:41763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:41763. 2024-11-13T19:36:41,591 DEBUG [RS:0;80cec940e2c9:41763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:41,591 DEBUG [RS:0;80cec940e2c9:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:41,592 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:36:41,592 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:36:41,592 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:36:41,592 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:36:41,593 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:36:41,593 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:36:41,593 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:41,593 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:41,593 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:41,593 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:41,593 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:41,593 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:41,593 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T19:36:41,611 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740/.tmp/ns/4a2ab036c90047efb764c539ca068d01 is 43, key is default/ns:d/1731526599284/Put/seqid=0 2024-11-13T19:36:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741835_1011 (size=5153) 2024-11-13T19:36:41,642 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:41,793 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:41,824 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 to pos 0, reset compression=false 2024-11-13T19:36:41,993 DEBUG [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:42,017 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740/.tmp/ns/4a2ab036c90047efb764c539ca068d01 2024-11-13T19:36:42,032 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740/.tmp/ns/4a2ab036c90047efb764c539ca068d01 as hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740/ns/4a2ab036c90047efb764c539ca068d01 2024-11-13T19:36:42,040 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740/ns/4a2ab036c90047efb764c539ca068d01, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T19:36:42,041 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-11-13T19:36:42,048 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:36:42,049 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:42,049 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:42,049 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:42,049 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526601593Running coprocessor pre-close hooks at 1731526601593Disabling compacts and flushes for region at 1731526601593Disabling writes for close at 1731526601593Obtaining lock to block concurrent updates at 1731526601594 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731526601594Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731526601594Flushing stores of hbase:meta,,1.1588230740 at 1731526601595 (+1 ms)Flushing 1588230740/ns: creating writer at 1731526601595Flushing 1588230740/ns: appending metadata at 1731526601611 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731526601611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434944: reopening flushed file at 1731526602030 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1731526602041 (+11 ms)Writing region close event to WAL at 1731526602042 (+1 ms)Running coprocessor post-close hooks at 1731526602049 (+7 ms)Closed at 1731526602049 2024-11-13T19:36:42,050 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:42,194 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,41763,1731526595398; all regions closed. 2024-11-13T19:36:42,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741834_1010 (size=1152) 2024-11-13T19:36:42,200 DEBUG [RS:0;80cec940e2c9:41763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/oldWALs 2024-11-13T19:36:42,200 INFO [RS:0;80cec940e2c9:41763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C41763%2C1731526595398.meta:.meta(num 1731526599219) 2024-11-13T19:36:42,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:36:42,205 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:36:42,205 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:36:42,206 DEBUG [RS:0;80cec940e2c9:41763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/oldWALs 2024-11-13T19:36:42,207 INFO [RS:0;80cec940e2c9:41763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C41763%2C1731526595398:(num 1731526598275) 2024-11-13T19:36:42,207 DEBUG [RS:0;80cec940e2c9:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:42,207 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:42,207 INFO [RS:0;80cec940e2c9:41763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:42,207 INFO [RS:0;80cec940e2c9:41763 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:42,207 INFO [RS:0;80cec940e2c9:41763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:42,207 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:42,207 INFO [RS:0;80cec940e2c9:41763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41763 2024-11-13T19:36:42,214 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-885370832/rs/80cec940e2c9,41763,1731526595398 2024-11-13T19:36:42,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832/rs 2024-11-13T19:36:42,214 INFO [RS:0;80cec940e2c9:41763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:42,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,41763,1731526595398] 2024-11-13T19:36:42,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-885370832/draining/80cec940e2c9,41763,1731526595398 already deleted, retry=false 2024-11-13T19:36:42,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,41763,1731526595398 expired; onlineServers=0 2024-11-13T19:36:42,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,43057,1731526595191' ***** 2024-11-13T19:36:42,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:36:42,231 INFO [M:0;80cec940e2c9:43057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:42,231 INFO [M:0;80cec940e2c9:43057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:42,231 DEBUG [M:0;80cec940e2c9:43057 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:36:42,231 DEBUG [M:0;80cec940e2c9:43057 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:36:42,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:36:42,231 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526598042 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526598042,5,FailOnTimeoutGroup] 2024-11-13T19:36:42,231 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526598047 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526598047,5,FailOnTimeoutGroup] 2024-11-13T19:36:42,231 INFO [M:0;80cec940e2c9:43057 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:42,231 INFO [M:0;80cec940e2c9:43057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:42,231 DEBUG [M:0;80cec940e2c9:43057 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:36:42,232 INFO [M:0;80cec940e2c9:43057 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:36:42,232 INFO [M:0;80cec940e2c9:43057 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:42,232 INFO [M:0;80cec940e2c9:43057 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:36:42,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:36:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-885370832/master 2024-11-13T19:36:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-885370832 2024-11-13T19:36:42,239 DEBUG [M:0;80cec940e2c9:43057 {}] zookeeper.ZKUtil(347): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Unable to get data of znode /1-885370832/master because node does not exist (not an error) 2024-11-13T19:36:42,239 WARN [M:0;80cec940e2c9:43057 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:36:42,239 INFO [M:0;80cec940e2c9:43057 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/.lastflushedseqids 2024-11-13T19:36:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741836_1012 (size=99) 2024-11-13T19:36:42,246 INFO [M:0;80cec940e2c9:43057 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:36:42,246 INFO [M:0;80cec940e2c9:43057 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:36:42,246 DEBUG [M:0;80cec940e2c9:43057 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:42,246 INFO [M:0;80cec940e2c9:43057 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:42,246 DEBUG [M:0;80cec940e2c9:43057 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:42,246 DEBUG [M:0;80cec940e2c9:43057 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:42,246 DEBUG [M:0;80cec940e2c9:43057 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:42,246 INFO [M:0;80cec940e2c9:43057 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T19:36:42,283 DEBUG [M:0;80cec940e2c9:43057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a35d5d5f19e54d58bd60bebf6b763591 is 82, key is hbase:meta,,1/info:regioninfo/1731526599255/Put/seqid=0 2024-11-13T19:36:42,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741837_1013 (size=5672) 2024-11-13T19:36:42,322 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:42,322 INFO [RS:0;80cec940e2c9:41763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:42,322 INFO [RS:0;80cec940e2c9:41763 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,41763,1731526595398; zookeeper connection closed. 2024-11-13T19:36:42,322 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x10136e0bdfd0004, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:42,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@722da1c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@722da1c7 2024-11-13T19:36:42,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:36:42,333 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 to pos 0, reset compression=false 2024-11-13T19:36:42,690 INFO [M:0;80cec940e2c9:43057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a35d5d5f19e54d58bd60bebf6b763591 2024-11-13T19:36:42,716 DEBUG [M:0;80cec940e2c9:43057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdfd62c391ff4bdaa5ba1c5ddb63a3ae is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731526599290/Put/seqid=0 2024-11-13T19:36:42,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741838_1014 (size=5275) 2024-11-13T19:36:42,939 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 to pos 0, reset compression=false 2024-11-13T19:36:43,122 INFO [M:0;80cec940e2c9:43057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdfd62c391ff4bdaa5ba1c5ddb63a3ae 2024-11-13T19:36:43,151 DEBUG [M:0;80cec940e2c9:43057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c58b912b2f95405187d18eb9c858c718 is 69, key is 80cec940e2c9,41763,1731526595398/rs:state/1731526598085/Put/seqid=0 2024-11-13T19:36:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741839_1015 (size=5156) 2024-11-13T19:36:43,566 INFO [M:0;80cec940e2c9:43057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c58b912b2f95405187d18eb9c858c718 2024-11-13T19:36:43,572 DEBUG [M:0;80cec940e2c9:43057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a35d5d5f19e54d58bd60bebf6b763591 as hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a35d5d5f19e54d58bd60bebf6b763591 2024-11-13T19:36:43,579 INFO [M:0;80cec940e2c9:43057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a35d5d5f19e54d58bd60bebf6b763591, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T19:36:43,580 DEBUG [M:0;80cec940e2c9:43057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdfd62c391ff4bdaa5ba1c5ddb63a3ae as hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdfd62c391ff4bdaa5ba1c5ddb63a3ae 2024-11-13T19:36:43,587 INFO [M:0;80cec940e2c9:43057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdfd62c391ff4bdaa5ba1c5ddb63a3ae, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T19:36:43,588 DEBUG [M:0;80cec940e2c9:43057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c58b912b2f95405187d18eb9c858c718 as hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c58b912b2f95405187d18eb9c858c718 2024-11-13T19:36:43,595 INFO [M:0;80cec940e2c9:43057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c58b912b2f95405187d18eb9c858c718, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T19:36:43,596 INFO [M:0;80cec940e2c9:43057 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=28, compaction requested=false 2024-11-13T19:36:43,598 INFO [M:0;80cec940e2c9:43057 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:43,599 DEBUG [M:0;80cec940e2c9:43057 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526602246Disabling compacts and flushes for region at 1731526602246Disabling writes for close at 1731526602246Obtaining lock to block concurrent updates at 1731526602246Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526602246Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731526602247 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526602251 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526602251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526602282 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526602282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526602698 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526602716 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526602716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526603127 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526603150 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526603150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbe9bc9: reopening flushed file at 1731526603571 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1000285a: reopening flushed file at 1731526603579 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f43e7b: reopening flushed file at 1731526603587 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=28, compaction requested=false at 1731526603596 (+9 ms)Writing region close event to WAL at 1731526603598 (+2 ms)Closed at 1731526603598 2024-11-13T19:36:43,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741830_1006 (size=10165) 2024-11-13T19:36:43,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cb27e146-744e-385a-6f39-e35584ce07b9/MasterData/WALs/80cec940e2c9,43057,1731526595191/80cec940e2c9%2C43057%2C1731526595191.1731526597222 not finished, retry = 0 2024-11-13T19:36:43,644 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 to pos 0, reset compression=false 2024-11-13T19:36:43,706 INFO [M:0;80cec940e2c9:43057 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:36:43,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:43,707 INFO [M:0;80cec940e2c9:43057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43057 2024-11-13T19:36:43,707 INFO [M:0;80cec940e2c9:43057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:43,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:43,822 INFO [M:0;80cec940e2c9:43057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:43,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x10136e0bdfd0003, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:43,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3942448e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:36:43,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dd49cc1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:36:43,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:36:43,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d34bb4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:36:43,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ab07b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.log.dir/,STOPPED} 2024-11-13T19:36:43,874 WARN [BP-582477729-172.17.0.3-1731526593622 heartbeating to localhost/127.0.0.1:43731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:36:43,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:36:43,874 WARN [BP-582477729-172.17.0.3-1731526593622 heartbeating to localhost/127.0.0.1:43731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-582477729-172.17.0.3-1731526593622 (Datanode Uuid e2ba926f-0b9b-4637-a2d0-207eef33b4a6) service to localhost/127.0.0.1:43731 2024-11-13T19:36:43,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:36:43,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/cluster_68cac438-68a7-007a-0db3-1275961a9af1/data/data1/current/BP-582477729-172.17.0.3-1731526593622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:36:43,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/cluster_68cac438-68a7-007a-0db3-1275961a9af1/data/data2/current/BP-582477729-172.17.0.3-1731526593622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:36:43,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:36:43,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1558cfc9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:36:43,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c0f823e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:36:43,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:36:43,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a908fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:36:43,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.log.dir/,STOPPED} 2024-11-13T19:36:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:36:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:36:43,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:43,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:43,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:43,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:43,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:43,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:36:43,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=780321057, stopped=false 2024-11-13T19:36:43,900 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,40351,1731526589969 2024-11-13T19:36:43,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01810606921/running 2024-11-13T19:36:43,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01810606921/running 2024-11-13T19:36:43,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:43,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:43,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:43,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:36:43,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on znode that does not yet exist, /01810606921/running 2024-11-13T19:36:43,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Set watcher on znode that does not yet exist, /01810606921/running 2024-11-13T19:36:43,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:43,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:43,915 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,35543,1731526590132' ***** 2024-11-13T19:36:43,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:36:43,915 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:36:43,915 INFO [RS:0;80cec940e2c9:35543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:36:43,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:36:43,915 INFO [RS:0;80cec940e2c9:35543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:36:43,916 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:43,916 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,35543,1731526590132 2024-11-13T19:36:43,916 INFO [RS:0;80cec940e2c9:35543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:43,916 INFO [RS:0;80cec940e2c9:35543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:35543. 2024-11-13T19:36:43,916 DEBUG [RS:0;80cec940e2c9:35543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:43,916 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 993eb30aaea0a38a18be425c018509f4, disabling compactions & flushes 2024-11-13T19:36:43,916 DEBUG [RS:0;80cec940e2c9:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:43,916 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:43,916 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:36:43,916 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:43,916 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:36:43,916 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. after waiting 0 ms 2024-11-13T19:36:43,916 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:36:43,916 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:43,916 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:36:43,916 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 993eb30aaea0a38a18be425c018509f4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T19:36:43,917 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:36:43,917 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1325): Online Regions={993eb30aaea0a38a18be425c018509f4=hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:36:43,917 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:43,917 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:43,917 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:43,917 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:43,917 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:43,917 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:43,917 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T19:36:43,920 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:43,933 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/replication/993eb30aaea0a38a18be425c018509f4/.tmp/queue/76b9e7c337ef4d06b8b4b81caef319a7 is 151, key is 1-80cec940e2c9,35543,1731526590132/queue:80cec940e2c9%2C35543%2C1731526590132/1731526600871/Put/seqid=0 2024-11-13T19:36:43,934 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/.tmp/info/bd2a28a71d834c8c8bc81cc6462994e4 is 147, key is hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4./info:regioninfo/1731526600608/Put/seqid=0 2024-11-13T19:36:43,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741838_1014 (size=5350) 2024-11-13T19:36:43,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741839_1015 (size=6631) 2024-11-13T19:36:44,117 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:44,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:36:44,258 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:36:44,258 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:36:44,318 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 993eb30aaea0a38a18be425c018509f4 2024-11-13T19:36:44,339 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/replication/993eb30aaea0a38a18be425c018509f4/.tmp/queue/76b9e7c337ef4d06b8b4b81caef319a7 2024-11-13T19:36:44,344 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/.tmp/info/bd2a28a71d834c8c8bc81cc6462994e4 2024-11-13T19:36:44,348 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/replication/993eb30aaea0a38a18be425c018509f4/.tmp/queue/76b9e7c337ef4d06b8b4b81caef319a7 as hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/replication/993eb30aaea0a38a18be425c018509f4/queue/76b9e7c337ef4d06b8b4b81caef319a7 2024-11-13T19:36:44,354 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/replication/993eb30aaea0a38a18be425c018509f4/queue/76b9e7c337ef4d06b8b4b81caef319a7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T19:36:44,355 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 993eb30aaea0a38a18be425c018509f4 in 439ms, sequenceid=5, compaction requested=false 2024-11-13T19:36:44,359 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/replication/993eb30aaea0a38a18be425c018509f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:36:44,360 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:44,360 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:44,360 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:44,360 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 993eb30aaea0a38a18be425c018509f4: Waiting for close lock at 1731526603916Running coprocessor pre-close hooks at 1731526603916Disabling compacts and flushes for region at 1731526603916Disabling writes for close at 1731526603916Obtaining lock to block concurrent updates at 1731526603916Preparing flush snapshotting stores in 993eb30aaea0a38a18be425c018509f4 at 1731526603916Finished memstore snapshotting hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731526603917 (+1 ms)Flushing stores of hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. at 1731526603917Flushing 993eb30aaea0a38a18be425c018509f4/queue: creating writer at 1731526603917Flushing 993eb30aaea0a38a18be425c018509f4/queue: appending metadata at 1731526603932 (+15 ms)Flushing 993eb30aaea0a38a18be425c018509f4/queue: closing flushed file at 1731526603932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210d1593: reopening flushed file at 1731526604347 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 993eb30aaea0a38a18be425c018509f4 in 439ms, sequenceid=5, compaction requested=false at 1731526604355 (+8 ms)Writing region close event to WAL at 1731526604356 (+1 ms)Running coprocessor post-close hooks at 1731526604360 (+4 ms)Closed at 1731526604360 2024-11-13T19:36:44,360 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526599420.993eb30aaea0a38a18be425c018509f4. 2024-11-13T19:36:44,365 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/.tmp/ns/fe8ac361b3cc40ecb4e8c6ff8df74a1b is 43, key is default/ns:d/1731526593453/Put/seqid=0 2024-11-13T19:36:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:36:44,451 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 to pos 0, reset compression=false 2024-11-13T19:36:44,518 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:44,718 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:44,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:36:44,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:44,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:44,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:44,770 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/.tmp/ns/fe8ac361b3cc40ecb4e8c6ff8df74a1b 2024-11-13T19:36:44,791 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/.tmp/table/98fc354114154648a6f1e8fc6f80fc73 is 53, key is hbase:replication/table:state/1731526600618/Put/seqid=0 2024-11-13T19:36:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741841_1017 (size=5256) 2024-11-13T19:36:44,918 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:36:44,918 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:36:44,918 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:45,119 DEBUG [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:36:45,195 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/.tmp/table/98fc354114154648a6f1e8fc6f80fc73 2024-11-13T19:36:45,202 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/.tmp/info/bd2a28a71d834c8c8bc81cc6462994e4 as hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/info/bd2a28a71d834c8c8bc81cc6462994e4 2024-11-13T19:36:45,208 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/info/bd2a28a71d834c8c8bc81cc6462994e4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T19:36:45,209 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/.tmp/ns/fe8ac361b3cc40ecb4e8c6ff8df74a1b as hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/ns/fe8ac361b3cc40ecb4e8c6ff8df74a1b 2024-11-13T19:36:45,215 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/ns/fe8ac361b3cc40ecb4e8c6ff8df74a1b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:36:45,216 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/.tmp/table/98fc354114154648a6f1e8fc6f80fc73 as hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/table/98fc354114154648a6f1e8fc6f80fc73 2024-11-13T19:36:45,221 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/table/98fc354114154648a6f1e8fc6f80fc73, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T19:36:45,222 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false 2024-11-13T19:36:45,226 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:36:45,227 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:45,227 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:45,227 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:45,227 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526603917Running coprocessor pre-close hooks at 1731526603917Disabling compacts and flushes for region at 1731526603917Disabling writes for close at 1731526603917Obtaining lock to block concurrent updates at 1731526603917Preparing flush snapshotting stores in 1588230740 at 1731526603917Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731526603917Flushing stores of hbase:meta,,1.1588230740 at 1731526603918 (+1 ms)Flushing 1588230740/info: creating writer at 1731526603918Flushing 1588230740/info: appending metadata at 1731526603933 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731526603933Flushing 1588230740/ns: creating writer at 1731526604349 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731526604365 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731526604365Flushing 1588230740/table: creating writer at 1731526604776 (+411 ms)Flushing 1588230740/table: appending metadata at 1731526604790 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731526604790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfc0acc: reopening flushed file at 1731526605201 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@566be4c9: reopening flushed file at 1731526605208 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@986a2a6: reopening flushed file at 1731526605215 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false at 1731526605222 (+7 ms)Writing region close event to WAL at 1731526605223 (+1 ms)Running coprocessor post-close hooks at 1731526605227 (+4 ms)Closed at 1731526605227 2024-11-13T19:36:45,227 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:45,319 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,35543,1731526590132; all regions closed. 2024-11-13T19:36:45,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741834_1010 (size=2742) 2024-11-13T19:36:45,322 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.meta.1731526593348.meta not finished, retry = 0 2024-11-13T19:36:45,356 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 to pos 0, reset compression=false 2024-11-13T19:36:45,424 DEBUG [RS:0;80cec940e2c9:35543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/oldWALs 2024-11-13T19:36:45,424 INFO [RS:0;80cec940e2c9:35543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C35543%2C1731526590132.meta:.meta(num 1731526593348) 2024-11-13T19:36:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741837_1013 (size=1586) 2024-11-13T19:36:45,429 DEBUG [RS:0;80cec940e2c9:35543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/oldWALs 2024-11-13T19:36:45,429 INFO [RS:0;80cec940e2c9:35543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C35543%2C1731526590132.rep:(num 1731526600573) 2024-11-13T19:36:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:36:45,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/WALs/80cec940e2c9,35543,1731526590132/80cec940e2c9%2C35543%2C1731526590132.1731526592346 not finished, retry = 0 2024-11-13T19:36:45,534 DEBUG [RS:0;80cec940e2c9:35543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/oldWALs 2024-11-13T19:36:45,534 INFO [RS:0;80cec940e2c9:35543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C35543%2C1731526590132:(num 1731526592346) 2024-11-13T19:36:45,534 DEBUG [RS:0;80cec940e2c9:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:45,534 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:36:45,534 INFO [RS:0;80cec940e2c9:35543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:45,534 INFO [RS:0;80cec940e2c9:35543 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:45,534 INFO [RS:0;80cec940e2c9:35543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:45,534 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:45,535 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,35543,1731526590132 because: Region server is closing 2024-11-13T19:36:45,535 INFO [RS:0;80cec940e2c9:35543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:35543. 2024-11-13T19:36:45,535 DEBUG [RS:0;80cec940e2c9:35543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:36:45,535 DEBUG [RS:0;80cec940e2c9:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:45,535 DEBUG [RS:0;80cec940e2c9:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:45,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:36:45,635 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.wal-reader.80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:36:45,635 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.shipper80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:36:45,636 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,35543,1731526590132.replicationSource.shipper80cec940e2c9%2C35543%2C1731526590132,1-80cec940e2c9,35543,1731526590132 terminated 2024-11-13T19:36:45,636 INFO [RS:0;80cec940e2c9:35543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35543 2024-11-13T19:36:45,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01810606921/rs/80cec940e2c9,35543,1731526590132 2024-11-13T19:36:45,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921/rs 2024-11-13T19:36:45,710 INFO [RS:0;80cec940e2c9:35543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:45,719 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,35543,1731526590132] 2024-11-13T19:36:45,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01810606921/draining/80cec940e2c9,35543,1731526590132 already deleted, retry=false 2024-11-13T19:36:45,727 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,35543,1731526590132 expired; onlineServers=0 2024-11-13T19:36:45,727 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,40351,1731526589969' ***** 2024-11-13T19:36:45,727 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:36:45,727 INFO [M:0;80cec940e2c9:40351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:36:45,727 INFO [M:0;80cec940e2c9:40351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:36:45,727 DEBUG [M:0;80cec940e2c9:40351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:36:45,727 DEBUG [M:0;80cec940e2c9:40351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:36:45,727 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:36:45,727 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526592124 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526592124,5,FailOnTimeoutGroup] 2024-11-13T19:36:45,727 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526592124 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526592124,5,FailOnTimeoutGroup] 2024-11-13T19:36:45,728 INFO [M:0;80cec940e2c9:40351 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:36:45,728 INFO [M:0;80cec940e2c9:40351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:36:45,728 DEBUG [M:0;80cec940e2c9:40351 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:36:45,728 INFO [M:0;80cec940e2c9:40351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:36:45,728 INFO [M:0;80cec940e2c9:40351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:36:45,728 INFO [M:0;80cec940e2c9:40351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:36:45,728 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:36:45,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01810606921/master 2024-11-13T19:36:45,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01810606921 2024-11-13T19:36:45,735 DEBUG [M:0;80cec940e2c9:40351 {}] zookeeper.ZKUtil(347): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Unable to get data of znode /01810606921/master because node does not exist (not an error) 2024-11-13T19:36:45,735 WARN [M:0;80cec940e2c9:40351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:36:45,736 INFO [M:0;80cec940e2c9:40351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/.lastflushedseqids 2024-11-13T19:36:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741842_1018 (size=181) 2024-11-13T19:36:45,819 INFO [RS:0;80cec940e2c9:35543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:45,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:45,819 INFO [RS:0;80cec940e2c9:35543 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,35543,1731526590132; zookeeper connection closed. 2024-11-13T19:36:45,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10136e0bdfd0001, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:45,819 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@601c22b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@601c22b 2024-11-13T19:36:45,819 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:36:46,142 INFO [M:0;80cec940e2c9:40351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:36:46,142 INFO [M:0;80cec940e2c9:40351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:36:46,142 DEBUG [M:0;80cec940e2c9:40351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:46,142 INFO [M:0;80cec940e2c9:40351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:46,142 DEBUG [M:0;80cec940e2c9:40351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:46,142 DEBUG [M:0;80cec940e2c9:40351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:46,142 DEBUG [M:0;80cec940e2c9:40351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:46,142 INFO [M:0;80cec940e2c9:40351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T19:36:46,158 DEBUG [M:0;80cec940e2c9:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec1b766b50cb449f977194c309f9ea70 is 82, key is hbase:meta,,1/info:regioninfo/1731526593393/Put/seqid=0 2024-11-13T19:36:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741843_1019 (size=5672) 2024-11-13T19:36:46,563 INFO [M:0;80cec940e2c9:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec1b766b50cb449f977194c309f9ea70 2024-11-13T19:36:46,592 DEBUG [M:0;80cec940e2c9:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9d80882f02d4bb4b636fc2660d9d55e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731526600623/Put/seqid=0 2024-11-13T19:36:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741844_1020 (size=7203) 2024-11-13T19:36:46,997 INFO [M:0;80cec940e2c9:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9d80882f02d4bb4b636fc2660d9d55e 2024-11-13T19:36:47,016 DEBUG [M:0;80cec940e2c9:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b84c5ee938c74ae08e92fb6cd810ba64 is 69, key is 80cec940e2c9,35543,1731526590132/rs:state/1731526592190/Put/seqid=0 2024-11-13T19:36:47,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741845_1021 (size=5156) 2024-11-13T19:36:47,421 INFO [M:0;80cec940e2c9:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b84c5ee938c74ae08e92fb6cd810ba64 2024-11-13T19:36:47,427 DEBUG [M:0;80cec940e2c9:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec1b766b50cb449f977194c309f9ea70 as hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec1b766b50cb449f977194c309f9ea70 2024-11-13T19:36:47,432 INFO [M:0;80cec940e2c9:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec1b766b50cb449f977194c309f9ea70, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T19:36:47,433 DEBUG [M:0;80cec940e2c9:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9d80882f02d4bb4b636fc2660d9d55e as hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9d80882f02d4bb4b636fc2660d9d55e 2024-11-13T19:36:47,438 INFO [M:0;80cec940e2c9:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9d80882f02d4bb4b636fc2660d9d55e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T19:36:47,439 DEBUG [M:0;80cec940e2c9:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b84c5ee938c74ae08e92fb6cd810ba64 as hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b84c5ee938c74ae08e92fb6cd810ba64 2024-11-13T19:36:47,445 INFO [M:0;80cec940e2c9:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b84c5ee938c74ae08e92fb6cd810ba64, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T19:36:47,447 INFO [M:0;80cec940e2c9:40351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false 2024-11-13T19:36:47,449 INFO [M:0;80cec940e2c9:40351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:47,449 DEBUG [M:0;80cec940e2c9:40351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526606142Disabling compacts and flushes for region at 1731526606142Disabling writes for close at 1731526606142Obtaining lock to block concurrent updates at 1731526606142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526606142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731526606143 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526606144 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526606144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526606158 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526606158Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526606570 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526606591 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526606591Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526607003 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526607016 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526607016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461260a3: reopening flushed file at 1731526607426 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240b1957: reopening flushed file at 1731526607432 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb80090: reopening flushed file at 1731526607438 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false at 1731526607447 (+9 ms)Writing region close event to WAL at 1731526607449 (+2 ms)Closed at 1731526607449 2024-11-13T19:36:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741830_1006 (size=41008) 2024-11-13T19:36:47,452 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06f60043-fdfc-185e-7bb5-d5028817519d/MasterData/WALs/80cec940e2c9,40351,1731526589969/80cec940e2c9%2C40351%2C1731526589969.1731526591883 not finished, retry = 0 2024-11-13T19:36:47,553 INFO [M:0;80cec940e2c9:40351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:36:47,553 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:36:47,553 INFO [M:0;80cec940e2c9:40351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40351 2024-11-13T19:36:47,553 INFO [M:0;80cec940e2c9:40351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:36:47,727 INFO [M:0;80cec940e2c9:40351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:36:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10136e0bdfd0000, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:36:47,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d0b10d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:36:47,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:36:47,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:36:47,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:36:47,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.log.dir/,STOPPED} 2024-11-13T19:36:47,731 WARN [BP-865684155-172.17.0.3-1731526588547 heartbeating to localhost/127.0.0.1:45375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:36:47,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:36:47,732 WARN [BP-865684155-172.17.0.3-1731526588547 heartbeating to localhost/127.0.0.1:45375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-865684155-172.17.0.3-1731526588547 (Datanode Uuid b17c7d79-a7e9-427f-bdb8-b27605452b0f) service to localhost/127.0.0.1:45375 2024-11-13T19:36:47,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:36:47,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/cluster_bac6b36e-10c3-6e09-bf36-5eb8a3fdc30c/data/data1/current/BP-865684155-172.17.0.3-1731526588547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:36:47,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/cluster_bac6b36e-10c3-6e09-bf36-5eb8a3fdc30c/data/data2/current/BP-865684155-172.17.0.3-1731526588547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:36:47,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:36:47,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70544169{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:36:47,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:36:47,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:36:47,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:36:47,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/188b4fcf-298d-8a85-9887-3779f6b00283/hadoop.log.dir/,STOPPED} 2024-11-13T19:36:47,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:36:47,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:36:47,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45375 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64585) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64585) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43731 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2123 (was 2588) 2024-11-13T19:36:47,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=2123 2024-11-13T19:36:47,779 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T19:36:47,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.log.dir so I do NOT create it in target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46 2024-11-13T19:36:47,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:36:47,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.tmp.dir so I do NOT create it in target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46 2024-11-13T19:36:47,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b16365-0555-0880-d9ae-7789e3b32189/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:36:47,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46 2024-11-13T19:36:47,779 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/cluster_2c585428-f746-142e-eb7d-85404555e002, deleteOnExit=true 2024-11-13T19:36:47,782 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/cluster_2c585428-f746-142e-eb7d-85404555e002/zookeeper_0, clientPort=54022, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/cluster_2c585428-f746-142e-eb7d-85404555e002/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/cluster_2c585428-f746-142e-eb7d-85404555e002/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:36:47,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54022 2024-11-13T19:36:47,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:36:47,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:36:47,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/test.cache.data in system properties and HBase conf 2024-11-13T19:36:47,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:36:47,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:36:47,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:36:47,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:47,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:36:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:36:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:36:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:36:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:36:47,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e0bdfd0005, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:36:47,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e0bdfd0002, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:36:47,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e0bdfd0005, quorum=127.0.0.1:64585, baseZNode=/1-885370832 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:36:47,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e0bdfd0002, quorum=127.0.0.1:64585, baseZNode=/01810606921 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:36:48,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:48,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:48,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:48,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:48,039 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:36:48,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:48,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6474836b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:48,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e7127e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:48,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56588678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/java.io.tmpdir/jetty-localhost-39569-hadoop-hdfs-3_4_1-tests_jar-_-any-740274358883165309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:36:48,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@475b33e7{HTTP/1.1, (http/1.1)}{localhost:39569} 2024-11-13T19:36:48,136 INFO [Time-limited test {}] server.Server(415): Started @54063ms 2024-11-13T19:36:48,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:48,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:48,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:48,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:48,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:36:48,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d9f85b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:48,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489869af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:48,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5d7fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/java.io.tmpdir/jetty-localhost-36663-hadoop-hdfs-3_4_1-tests_jar-_-any-11604379553276925916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:36:48,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b77c33a{HTTP/1.1, (http/1.1)}{localhost:36663} 2024-11-13T19:36:48,396 INFO [Time-limited test {}] server.Server(415): Started @54323ms 2024-11-13T19:36:48,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:36:48,808 WARN [Thread-832 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/cluster_2c585428-f746-142e-eb7d-85404555e002/data/data2/current/BP-1843126533-172.17.0.3-1731526607808/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:48,808 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/cluster_2c585428-f746-142e-eb7d-85404555e002/data/data1/current/BP-1843126533-172.17.0.3-1731526607808/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:48,827 WARN [Thread-819 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:36:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x131dd4d5cd4f9c1c with lease ID 0x4753dd548c5e79fb: Processing first storage report for DS-c25621fe-d7a9-4f4d-bada-d42245b9b1ea from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=e06ac1d6-4e96-446d-abbe-d5786b52ae33, infoPort=41941, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=1479813636;c=1731526607808) 2024-11-13T19:36:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x131dd4d5cd4f9c1c with lease ID 0x4753dd548c5e79fb: from storage DS-c25621fe-d7a9-4f4d-bada-d42245b9b1ea node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=e06ac1d6-4e96-446d-abbe-d5786b52ae33, infoPort=41941, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=1479813636;c=1731526607808), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:36:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x131dd4d5cd4f9c1c with lease ID 0x4753dd548c5e79fb: Processing first storage report for DS-3837068b-29bd-457e-86f5-99ffc4e66ec3 from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=e06ac1d6-4e96-446d-abbe-d5786b52ae33, infoPort=41941, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=1479813636;c=1731526607808) 2024-11-13T19:36:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x131dd4d5cd4f9c1c with lease ID 0x4753dd548c5e79fb: from storage DS-3837068b-29bd-457e-86f5-99ffc4e66ec3 node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=e06ac1d6-4e96-446d-abbe-d5786b52ae33, infoPort=41941, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=1479813636;c=1731526607808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:36:48,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46 2024-11-13T19:36:48,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:48,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:36:49,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496 with version=8 2024-11-13T19:36:49,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/hbase-staging 2024-11-13T19:36:49,334 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:49,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:49,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:49,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:49,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:49,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:49,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:36:49,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:49,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37737 2024-11-13T19:36:49,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37737 connecting to ZooKeeper ensemble=127.0.0.1:54022 2024-11-13T19:36:49,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377370x0, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:49,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37737-0x10136e1094e0000 connected 2024-11-13T19:36:49,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:49,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:49,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on znode that does not yet exist, /0-212782496/running 2024-11-13T19:36:49,475 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496, hbase.cluster.distributed=false 2024-11-13T19:36:49,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on znode that does not yet exist, /0-212782496/acl 2024-11-13T19:36:49,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37737 2024-11-13T19:36:49,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37737 2024-11-13T19:36:49,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37737 2024-11-13T19:36:49,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37737 2024-11-13T19:36:49,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37737 2024-11-13T19:36:49,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:49,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:49,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:49,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:49,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:49,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:49,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:36:49,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:49,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38845 2024-11-13T19:36:49,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38845 connecting to ZooKeeper ensemble=127.0.0.1:54022 2024-11-13T19:36:49,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:49,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:49,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388450x0, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:49,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on znode that does not yet exist, /0-212782496/running 2024-11-13T19:36:49,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38845-0x10136e1094e0001 connected 2024-11-13T19:36:49,506 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:36:49,506 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:36:49,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on znode that does not yet exist, /0-212782496/master 2024-11-13T19:36:49,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on znode that does not yet exist, /0-212782496/acl 2024-11-13T19:36:49,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38845 2024-11-13T19:36:49,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38845 2024-11-13T19:36:49,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38845 2024-11-13T19:36:49,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38845 2024-11-13T19:36:49,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38845 2024-11-13T19:36:49,527 DEBUG [M:0;80cec940e2c9:37737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:37737 2024-11-13T19:36:49,527 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-212782496/backup-masters/80cec940e2c9,37737,1731526609333 2024-11-13T19:36:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496/backup-masters 2024-11-13T19:36:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496/backup-masters 2024-11-13T19:36:49,536 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on existing znode=/0-212782496/backup-masters/80cec940e2c9,37737,1731526609333 2024-11-13T19:36:49,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-212782496/master 2024-11-13T19:36:49,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:49,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:49,544 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on existing znode=/0-212782496/master 2024-11-13T19:36:49,544 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-212782496/backup-masters/80cec940e2c9,37737,1731526609333 from backup master directory 2024-11-13T19:36:49,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-212782496/backup-masters/80cec940e2c9,37737,1731526609333 2024-11-13T19:36:49,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496/backup-masters 2024-11-13T19:36:49,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496/backup-masters 2024-11-13T19:36:49,552 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:49,552 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,37737,1731526609333 2024-11-13T19:36:49,556 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/hbase.id] with ID: 1b6c3682-29af-4ddf-8321-be765d0412ac 2024-11-13T19:36:49,556 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/.tmp/hbase.id 2024-11-13T19:36:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:36:49,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:36:49,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:49,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:49,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:49,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:49,897 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:49,897 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:36:49,897 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:36:49,897 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:49,961 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/.tmp/hbase.id]:[hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/hbase.id] 2024-11-13T19:36:49,973 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:49,973 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:36:49,975 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T19:36:50,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:50,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:36:50,416 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:50,417 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:36:50,417 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:50,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:36:50,826 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store 2024-11-13T19:36:50,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:36:51,232 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:51,232 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:51,232 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:51,232 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:51,232 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:51,232 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:51,232 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:51,232 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526611232Disabling compacts and flushes for region at 1731526611232Disabling writes for close at 1731526611232Writing region close event to WAL at 1731526611232Closed at 1731526611232 2024-11-13T19:36:51,233 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/.initializing 2024-11-13T19:36:51,233 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/WALs/80cec940e2c9,37737,1731526609333 2024-11-13T19:36:51,234 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:51,236 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C37737%2C1731526609333, suffix=, logDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/WALs/80cec940e2c9,37737,1731526609333, archiveDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/oldWALs, maxLogs=10 2024-11-13T19:36:51,247 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/WALs/80cec940e2c9,37737,1731526609333/80cec940e2c9%2C37737%2C1731526609333.1731526611236, exclude list is [], retry=0 2024-11-13T19:36:51,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-c25621fe-d7a9-4f4d-bada-d42245b9b1ea,DISK] 2024-11-13T19:36:51,251 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/WALs/80cec940e2c9,37737,1731526609333/80cec940e2c9%2C37737%2C1731526609333.1731526611236 2024-11-13T19:36:51,252 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41941:41941)] 2024-11-13T19:36:51,252 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:51,252 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:51,252 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,252 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:36:51,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:51,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:51,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:36:51,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:51,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:51,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:36:51,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:51,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:51,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:36:51,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:51,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:51,260 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,261 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,261 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,262 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,262 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,262 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:51,263 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:51,265 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:51,266 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64481760, jitterRate=-0.03914690017700195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:51,266 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526611252Initializing all the Stores at 1731526611253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526611253Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526611253Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526611253Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526611253Cleaning up temporary data from old regions at 1731526611262 (+9 ms)Region opened successfully at 1731526611266 (+4 ms) 2024-11-13T19:36:51,267 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:36:51,270 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e2b4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:51,270 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:36:51,270 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:36:51,271 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:36:51,271 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:36:51,271 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:36:51,271 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:36:51,272 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:36:51,273 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:36:51,274 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Unable to get data of znode /0-212782496/balancer because node does not exist (not necessarily an error) 2024-11-13T19:36:51,310 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-212782496/balancer already deleted, retry=false 2024-11-13T19:36:51,311 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:36:51,311 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Unable to get data of znode /0-212782496/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:36:51,321 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-212782496/normalizer already deleted, retry=false 2024-11-13T19:36:51,322 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:36:51,323 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Unable to get data of znode /0-212782496/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:36:51,330 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-212782496/switch/split already deleted, retry=false 2024-11-13T19:36:51,330 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Unable to get data of znode /0-212782496/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:36:51,338 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-212782496/switch/merge already deleted, retry=false 2024-11-13T19:36:51,340 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Unable to get data of znode /0-212782496/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:36:51,346 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-212782496/snapshot-cleanup already deleted, retry=false 2024-11-13T19:36:51,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-212782496/running 2024-11-13T19:36:51,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-212782496/running 2024-11-13T19:36:51,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:51,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:51,355 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,37737,1731526609333, sessionid=0x10136e1094e0000, setting cluster-up flag (Was=false) 2024-11-13T19:36:51,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:51,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:51,396 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-212782496/flush-table-proc/acquired, /0-212782496/flush-table-proc/reached, /0-212782496/flush-table-proc/abort 2024-11-13T19:36:51,398 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,37737,1731526609333 2024-11-13T19:36:51,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:51,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:51,438 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-212782496/online-snapshot/acquired, /0-212782496/online-snapshot/reached, /0-212782496/online-snapshot/abort 2024-11-13T19:36:51,439 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,37737,1731526609333 2024-11-13T19:36:51,440 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:36:51,442 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:51,442 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:36:51,442 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:36:51,443 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,37737,1731526609333 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:36:51,444 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:51,444 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:51,444 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:51,444 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:51,444 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:36:51,444 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,444 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:51,444 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,446 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526641446 2024-11-13T19:36:51,446 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:36:51,446 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:36:51,446 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:36:51,446 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:36:51,446 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:36:51,447 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:36:51,447 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:51,447 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:36:51,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:36:51,447 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:36:51,447 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:36:51,447 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:36:51,448 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:36:51,448 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:36:51,448 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526611448,5,FailOnTimeoutGroup] 2024-11-13T19:36:51,448 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:51,448 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526611448,5,FailOnTimeoutGroup] 2024-11-13T19:36:51,448 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,448 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:36:51,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:36:51,449 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,449 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:36:51,517 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(746): ClusterId : 1b6c3682-29af-4ddf-8321-be765d0412ac 2024-11-13T19:36:51,518 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:36:51,528 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:36:51,528 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:36:51,536 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:36:51,536 DEBUG [RS:0;80cec940e2c9:38845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1baf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:51,547 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:38845 2024-11-13T19:36:51,547 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:36:51,547 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:36:51,547 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:36:51,548 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,37737,1731526609333 with port=38845, startcode=1731526609490 2024-11-13T19:36:51,548 DEBUG [RS:0;80cec940e2c9:38845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:36:51,549 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:36:51,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,38845,1731526609490 2024-11-13T19:36:51,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37737 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,38845,1731526609490 2024-11-13T19:36:51,551 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496 2024-11-13T19:36:51,551 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45929 2024-11-13T19:36:51,551 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:36:51,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496/rs 2024-11-13T19:36:51,561 DEBUG [RS:0;80cec940e2c9:38845 {}] zookeeper.ZKUtil(111): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on existing znode=/0-212782496/rs/80cec940e2c9,38845,1731526609490 2024-11-13T19:36:51,561 WARN [RS:0;80cec940e2c9:38845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:51,561 INFO [RS:0;80cec940e2c9:38845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:51,561 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490 2024-11-13T19:36:51,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,38845,1731526609490] 2024-11-13T19:36:51,564 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:36:51,566 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:36:51,566 INFO [RS:0;80cec940e2c9:38845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:36:51,566 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,566 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:36:51,567 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:36:51,567 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,567 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,567 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,567 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:51,568 DEBUG [RS:0;80cec940e2c9:38845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:51,570 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,570 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,570 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,570 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,570 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,570 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38845,1731526609490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:51,585 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:36:51,585 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38845,1731526609490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,585 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,585 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.Replication(171): 80cec940e2c9,38845,1731526609490 started 2024-11-13T19:36:51,597 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:51,598 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,38845,1731526609490, RpcServer on 80cec940e2c9/172.17.0.3:38845, sessionid=0x10136e1094e0001 2024-11-13T19:36:51,598 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:36:51,598 DEBUG [RS:0;80cec940e2c9:38845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,38845,1731526609490 2024-11-13T19:36:51,598 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,38845,1731526609490' 2024-11-13T19:36:51,598 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-212782496/flush-table-proc/abort' 2024-11-13T19:36:51,598 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-212782496/flush-table-proc/acquired' 2024-11-13T19:36:51,599 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:36:51,599 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:36:51,599 DEBUG [RS:0;80cec940e2c9:38845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,38845,1731526609490 2024-11-13T19:36:51,599 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,38845,1731526609490' 2024-11-13T19:36:51,599 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-212782496/online-snapshot/abort' 2024-11-13T19:36:51,599 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-212782496/online-snapshot/acquired' 2024-11-13T19:36:51,600 DEBUG [RS:0;80cec940e2c9:38845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:36:51,600 INFO [RS:0;80cec940e2c9:38845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:36:51,600 INFO [RS:0;80cec940e2c9:38845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:36:51,700 INFO [RS:0;80cec940e2c9:38845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:51,702 INFO [RS:0;80cec940e2c9:38845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C38845%2C1731526609490, suffix=, logDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490, archiveDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/oldWALs, maxLogs=10 2024-11-13T19:36:51,714 DEBUG [RS:0;80cec940e2c9:38845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702, exclude list is [], retry=0 2024-11-13T19:36:51,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-c25621fe-d7a9-4f4d-bada-d42245b9b1ea,DISK] 2024-11-13T19:36:51,719 INFO [RS:0;80cec940e2c9:38845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 2024-11-13T19:36:51,719 DEBUG [RS:0;80cec940e2c9:38845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41941:41941)] 2024-11-13T19:36:51,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:36:51,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496 2024-11-13T19:36:51,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:36:52,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:52,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:52,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:52,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:52,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:52,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:52,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:52,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:52,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:52,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:52,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:52,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:52,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:52,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:52,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:52,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:52,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:52,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:52,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740 2024-11-13T19:36:52,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740 2024-11-13T19:36:52,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:52,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:52,273 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:52,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:52,276 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:52,276 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69768063, jitterRate=0.039625152945518494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:52,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526612263Initializing all the Stores at 1731526612264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526612264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526612264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526612264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526612264Cleaning up temporary data from old regions at 1731526612273 (+9 ms)Region opened successfully at 1731526612277 (+4 ms) 2024-11-13T19:36:52,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:52,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:52,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:52,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:52,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:52,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:52,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526612277Disabling compacts and flushes for region at 1731526612277Disabling writes for close at 1731526612277Writing region close event to WAL at 1731526612277Closed at 1731526612277 2024-11-13T19:36:52,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:52,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:36:52,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:36:52,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:52,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:36:52,431 DEBUG [80cec940e2c9:37737 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:36:52,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,38845,1731526609490 2024-11-13T19:36:52,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,38845,1731526609490, state=OPENING 2024-11-13T19:36:52,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:36:52,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:52,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:36:52,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:52,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-212782496/meta-region-server: CHANGED 2024-11-13T19:36:52,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-212782496/meta-region-server: CHANGED 2024-11-13T19:36:52,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,38845,1731526609490}] 2024-11-13T19:36:52,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:36:52,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:36:52,635 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:36:52,636 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:52,636 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:36:52,637 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C38845%2C1731526609490.meta, suffix=.meta, logDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490, archiveDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/oldWALs, maxLogs=10 2024-11-13T19:36:52,650 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.meta.1731526612637.meta, exclude list is [], retry=0 2024-11-13T19:36:52,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-c25621fe-d7a9-4f4d-bada-d42245b9b1ea,DISK] 2024-11-13T19:36:52,654 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.meta.1731526612637.meta 2024-11-13T19:36:52,654 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41941:41941)] 2024-11-13T19:36:52,654 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:52,655 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:52,655 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:52,655 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:36:52,655 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:36:52,655 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:36:52,655 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:52,655 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:36:52,655 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:36:52,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:52,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:52,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:52,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:52,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:52,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:52,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:52,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:52,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:52,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:52,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:52,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:52,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:52,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:52,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:52,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:52,662 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:52,662 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740 2024-11-13T19:36:52,663 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740 2024-11-13T19:36:52,665 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:52,665 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:52,665 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:52,666 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:52,667 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67295691, jitterRate=0.002783939242362976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:52,667 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:36:52,667 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526612655Writing region info on filesystem at 1731526612655Initializing all the Stores at 1731526612656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526612656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526612657 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526612657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526612657Cleaning up temporary data from old regions at 1731526612665 (+8 ms)Running coprocessor post-open hooks at 1731526612667 (+2 ms)Region opened successfully at 1731526612667 2024-11-13T19:36:52,668 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526612630 2024-11-13T19:36:52,671 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:36:52,671 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:36:52,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,38845,1731526609490 2024-11-13T19:36:52,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,38845,1731526609490, state=OPEN 2024-11-13T19:36:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-212782496/meta-region-server 2024-11-13T19:36:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-212782496/meta-region-server 2024-11-13T19:36:52,699 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,38845,1731526609490 2024-11-13T19:36:52,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-212782496/meta-region-server: CHANGED 2024-11-13T19:36:52,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-212782496/meta-region-server: CHANGED 2024-11-13T19:36:52,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:36:52,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,38845,1731526609490 in 222 msec 2024-11-13T19:36:52,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:36:52,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-13T19:36:52,705 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:52,705 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:36:52,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:52,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,38845,1731526609490, seqNum=-1] 2024-11-13T19:36:52,707 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:52,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:52,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-13T19:36:52,714 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526612714, completionTime=-1 2024-11-13T19:36:52,714 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:36:52,714 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:36:52,716 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:36:52,716 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526672716 2024-11-13T19:36:52,716 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526732716 2024-11-13T19:36:52,716 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:36:52,716 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37737,1731526609333-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:52,717 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37737,1731526609333-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:52,717 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37737,1731526609333-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:52,717 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:37737, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:52,717 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:52,717 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:52,718 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:36:52,720 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.168sec 2024-11-13T19:36:52,720 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:36:52,720 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:36:52,720 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:36:52,720 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:36:52,720 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:36:52,720 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37737,1731526609333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:52,720 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37737,1731526609333-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:36:52,722 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:36:52,722 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:36:52,723 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37737,1731526609333-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:52,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e7e964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:52,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37737,-1 for getting cluster id 2024-11-13T19:36:52,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:52,820 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6c3682-29af-4ddf-8321-be765d0412ac' 2024-11-13T19:36:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6c3682-29af-4ddf-8321-be765d0412ac" 2024-11-13T19:36:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbf4c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37737,-1] 2024-11-13T19:36:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:52,821 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:52,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a69a54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:52,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,38845,1731526609490, seqNum=-1] 2024-11-13T19:36:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:52,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:52,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,37737,1731526609333 2024-11-13T19:36:52,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54022 2024-11-13T19:36:52,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:52,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e1094e0002 connected 2024-11-13T19:36:52,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.log.dir so I do NOT create it in target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea 2024-11-13T19:36:52,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:36:52,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.tmp.dir so I do NOT create it in target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea 2024-11-13T19:36:52,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:36:52,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea 2024-11-13T19:36:52,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:36:52,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/cluster_0377c72f-72fa-f153-5ad6-3ff9a6c79a1c, deleteOnExit=true 2024-11-13T19:36:52,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:36:52,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/test.cache.data in system properties and HBase conf 2024-11-13T19:36:52,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:36:52,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:36:52,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:36:52,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:36:52,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:36:52,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:36:52,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:52,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:36:52,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:36:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:36:53,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:53,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:53,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:53,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:53,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:36:53,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:53,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@847f2b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:53,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cea3ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:53,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ebfe69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/java.io.tmpdir/jetty-localhost-41677-hadoop-hdfs-3_4_1-tests_jar-_-any-9731929339358223274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:36:53,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46e5e3f9{HTTP/1.1, (http/1.1)}{localhost:41677} 2024-11-13T19:36:53,142 INFO [Time-limited test {}] server.Server(415): Started @59069ms 2024-11-13T19:36:53,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:36:53,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:36:53,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:36:53,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:36:53,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:36:53,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290405a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:36:53,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c22a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:36:53,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d082e22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/java.io.tmpdir/jetty-localhost-39245-hadoop-hdfs-3_4_1-tests_jar-_-any-9976712706388992671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:36:53,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c5377a{HTTP/1.1, (http/1.1)}{localhost:39245} 2024-11-13T19:36:53,370 INFO [Time-limited test {}] server.Server(415): Started @59296ms 2024-11-13T19:36:53,371 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:36:53,841 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/cluster_0377c72f-72fa-f153-5ad6-3ff9a6c79a1c/data/data1/current/BP-407573059-172.17.0.3-1731526612873/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:53,841 WARN [Thread-953 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/cluster_0377c72f-72fa-f153-5ad6-3ff9a6c79a1c/data/data2/current/BP-407573059-172.17.0.3-1731526612873/current, will proceed with Du for space computation calculation, 2024-11-13T19:36:53,860 WARN [Thread-940 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:36:53,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc203593688475a2c with lease ID 0x3fc487b00d5bb2fe: Processing first storage report for DS-00659934-a1bc-46d0-a83e-7ddb37e01ab7 from datanode DatanodeRegistration(127.0.0.1:44543, datanodeUuid=73a063eb-276d-48de-b336-c98e8501ef6c, infoPort=45977, infoSecurePort=0, ipcPort=39575, storageInfo=lv=-57;cid=testClusterID;nsid=554033099;c=1731526612873) 2024-11-13T19:36:53,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc203593688475a2c with lease ID 0x3fc487b00d5bb2fe: from storage DS-00659934-a1bc-46d0-a83e-7ddb37e01ab7 node DatanodeRegistration(127.0.0.1:44543, datanodeUuid=73a063eb-276d-48de-b336-c98e8501ef6c, infoPort=45977, infoSecurePort=0, ipcPort=39575, storageInfo=lv=-57;cid=testClusterID;nsid=554033099;c=1731526612873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:36:53,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc203593688475a2c with lease ID 0x3fc487b00d5bb2fe: Processing first storage report for DS-143f6217-3de6-43d1-bcec-dd5d1ec6cee0 from datanode DatanodeRegistration(127.0.0.1:44543, datanodeUuid=73a063eb-276d-48de-b336-c98e8501ef6c, infoPort=45977, infoSecurePort=0, ipcPort=39575, storageInfo=lv=-57;cid=testClusterID;nsid=554033099;c=1731526612873) 2024-11-13T19:36:53,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc203593688475a2c with lease ID 0x3fc487b00d5bb2fe: from storage DS-143f6217-3de6-43d1-bcec-dd5d1ec6cee0 node DatanodeRegistration(127.0.0.1:44543, datanodeUuid=73a063eb-276d-48de-b336-c98e8501ef6c, infoPort=45977, infoSecurePort=0, ipcPort=39575, storageInfo=lv=-57;cid=testClusterID;nsid=554033099;c=1731526612873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:36:53,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea 2024-11-13T19:36:53,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:53,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:36:54,305 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800 with version=8 2024-11-13T19:36:54,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/hbase-staging 2024-11-13T19:36:54,307 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:54,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:54,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:54,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:54,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:54,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:54,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:36:54,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:54,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32919 2024-11-13T19:36:54,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32919 connecting to ZooKeeper ensemble=127.0.0.1:54022 2024-11-13T19:36:54,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329190x0, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:54,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32919-0x10136e1094e0003 connected 2024-11-13T19:36:54,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:54,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:54,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on znode that does not yet exist, /1-1626633721/running 2024-11-13T19:36:54,405 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800, hbase.cluster.distributed=false 2024-11-13T19:36:54,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on znode that does not yet exist, /1-1626633721/acl 2024-11-13T19:36:54,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-13T19:36:54,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32919 2024-11-13T19:36:54,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32919 2024-11-13T19:36:54,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-13T19:36:54,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-13T19:36:54,421 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:36:54,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:54,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:54,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:36:54,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:36:54,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:36:54,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:36:54,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:36:54,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36795 2024-11-13T19:36:54,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36795 connecting to ZooKeeper ensemble=127.0.0.1:54022 2024-11-13T19:36:54,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:54,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:54,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367950x0, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:54,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36795-0x10136e1094e0004 connected 2024-11-13T19:36:54,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on znode that does not yet exist, /1-1626633721/running 2024-11-13T19:36:54,436 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:36:54,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:36:54,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on znode that does not yet exist, /1-1626633721/master 2024-11-13T19:36:54,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on znode that does not yet exist, /1-1626633721/acl 2024-11-13T19:36:54,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36795 2024-11-13T19:36:54,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36795 2024-11-13T19:36:54,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36795 2024-11-13T19:36:54,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36795 2024-11-13T19:36:54,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36795 2024-11-13T19:36:54,452 DEBUG [M:0;80cec940e2c9:32919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:32919 2024-11-13T19:36:54,454 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1626633721/backup-masters/80cec940e2c9,32919,1731526614307 2024-11-13T19:36:54,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721/backup-masters 2024-11-13T19:36:54,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721/backup-masters 2024-11-13T19:36:54,463 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on existing znode=/1-1626633721/backup-masters/80cec940e2c9,32919,1731526614307 2024-11-13T19:36:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1626633721/master 2024-11-13T19:36:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:54,472 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on existing znode=/1-1626633721/master 2024-11-13T19:36:54,472 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1626633721/backup-masters/80cec940e2c9,32919,1731526614307 from backup master directory 2024-11-13T19:36:54,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626633721/backup-masters/80cec940e2c9,32919,1731526614307 2024-11-13T19:36:54,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721/backup-masters 2024-11-13T19:36:54,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721/backup-masters 2024-11-13T19:36:54,480 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:54,480 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,32919,1731526614307 2024-11-13T19:36:54,486 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/hbase.id] with ID: e5308db7-9940-4389-8de2-923fa98017c7 2024-11-13T19:36:54,486 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/.tmp/hbase.id 2024-11-13T19:36:54,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:36:54,894 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/.tmp/hbase.id]:[hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/hbase.id] 2024-11-13T19:36:54,905 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:36:54,905 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:36:54,906 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:36:54,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:54,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:54,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:36:55,349 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:55,350 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:36:55,350 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:55,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:36:55,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:36:55,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:55,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:55,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:55,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:36:55,758 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store 2024-11-13T19:36:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:36:56,165 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:56,165 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:36:56,165 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:56,165 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:56,165 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:36:56,165 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:56,165 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:36:56,165 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526616165Disabling compacts and flushes for region at 1731526616165Disabling writes for close at 1731526616165Writing region close event to WAL at 1731526616165Closed at 1731526616165 2024-11-13T19:36:56,166 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/.initializing 2024-11-13T19:36:56,166 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/WALs/80cec940e2c9,32919,1731526614307 2024-11-13T19:36:56,167 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:56,169 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C32919%2C1731526614307, suffix=, logDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/WALs/80cec940e2c9,32919,1731526614307, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/oldWALs, maxLogs=10 2024-11-13T19:36:56,181 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/WALs/80cec940e2c9,32919,1731526614307/80cec940e2c9%2C32919%2C1731526614307.1731526616169, exclude list is [], retry=0 2024-11-13T19:36:56,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-00659934-a1bc-46d0-a83e-7ddb37e01ab7,DISK] 2024-11-13T19:36:56,185 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/WALs/80cec940e2c9,32919,1731526614307/80cec940e2c9%2C32919%2C1731526614307.1731526616169 2024-11-13T19:36:56,186 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45977:45977)] 2024-11-13T19:36:56,186 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:56,186 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:56,186 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,186 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:36:56,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:56,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:56,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:36:56,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:56,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:56,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:36:56,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:56,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:56,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:36:56,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:56,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:56,194 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,195 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,195 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,196 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,197 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,197 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:56,198 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:36:56,200 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:56,201 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59769441, jitterRate=-0.10936592519283295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:56,201 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526616186Initializing all the Stores at 1731526616187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526616187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526616187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526616187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526616187Cleaning up temporary data from old regions at 1731526616197 (+10 ms)Region opened successfully at 1731526616201 (+4 ms) 2024-11-13T19:36:56,201 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:36:56,204 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a874de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:56,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:36:56,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:36:56,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:36:56,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:36:56,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:36:56,206 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:36:56,206 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:36:56,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:36:56,208 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Unable to get data of znode /1-1626633721/balancer because node does not exist (not necessarily an error) 2024-11-13T19:36:56,293 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626633721/balancer already deleted, retry=false 2024-11-13T19:36:56,293 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:36:56,294 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Unable to get data of znode /1-1626633721/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:36:56,301 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626633721/normalizer already deleted, retry=false 2024-11-13T19:36:56,302 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:36:56,302 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Unable to get data of znode /1-1626633721/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:36:56,310 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626633721/switch/split already deleted, retry=false 2024-11-13T19:36:56,310 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Unable to get data of znode /1-1626633721/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:36:56,318 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626633721/switch/merge already deleted, retry=false 2024-11-13T19:36:56,320 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Unable to get data of znode /1-1626633721/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:36:56,329 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626633721/snapshot-cleanup already deleted, retry=false 2024-11-13T19:36:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1626633721/running 2024-11-13T19:36:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1626633721/running 2024-11-13T19:36:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:56,338 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,32919,1731526614307, sessionid=0x10136e1094e0003, setting cluster-up flag (Was=false) 2024-11-13T19:36:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:56,379 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1626633721/flush-table-proc/acquired, /1-1626633721/flush-table-proc/reached, /1-1626633721/flush-table-proc/abort 2024-11-13T19:36:56,380 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,32919,1731526614307 2024-11-13T19:36:56,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:56,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:56,421 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1626633721/online-snapshot/acquired, /1-1626633721/online-snapshot/reached, /1-1626633721/online-snapshot/abort 2024-11-13T19:36:56,422 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,32919,1731526614307 2024-11-13T19:36:56,423 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:36:56,425 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:56,425 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:36:56,425 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:36:56,425 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,32919,1731526614307 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:36:56,427 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:56,427 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:56,427 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:56,427 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:36:56,427 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:36:56,427 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,427 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:56,427 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526646428 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:56,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:36:56,428 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:36:56,429 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:36:56,429 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:36:56,429 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:36:56,429 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:36:56,429 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526616429,5,FailOnTimeoutGroup] 2024-11-13T19:36:56,429 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526616429,5,FailOnTimeoutGroup] 2024-11-13T19:36:56,429 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,429 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:36:56,429 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,429 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:56,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:36:56,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:36:56,445 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(746): ClusterId : e5308db7-9940-4389-8de2-923fa98017c7 2024-11-13T19:36:56,445 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:36:56,455 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:36:56,455 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:36:56,464 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:36:56,464 DEBUG [RS:0;80cec940e2c9:36795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121529a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:36:56,477 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:36795 2024-11-13T19:36:56,478 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:36:56,478 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:36:56,478 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:36:56,478 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,32919,1731526614307 with port=36795, startcode=1731526614421 2024-11-13T19:36:56,479 DEBUG [RS:0;80cec940e2c9:36795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:36:56,480 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:36:56,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,36795,1731526614421 2024-11-13T19:36:56,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32919 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,36795,1731526614421 2024-11-13T19:36:56,482 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800 2024-11-13T19:36:56,482 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39479 2024-11-13T19:36:56,482 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:36:56,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721/rs 2024-11-13T19:36:56,522 DEBUG [RS:0;80cec940e2c9:36795 {}] zookeeper.ZKUtil(111): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on existing znode=/1-1626633721/rs/80cec940e2c9,36795,1731526614421 2024-11-13T19:36:56,522 WARN [RS:0;80cec940e2c9:36795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:36:56,522 INFO [RS:0;80cec940e2c9:36795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:56,522 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/WALs/80cec940e2c9,36795,1731526614421 2024-11-13T19:36:56,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,36795,1731526614421] 2024-11-13T19:36:56,526 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:36:56,528 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:36:56,528 INFO [RS:0;80cec940e2c9:36795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:36:56,529 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,529 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:36:56,530 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:36:56,530 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,530 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,530 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,530 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,530 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,530 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,530 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:36:56,530 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,530 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,530 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,531 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,531 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,531 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:36:56,531 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:56,531 DEBUG [RS:0;80cec940e2c9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:36:56,531 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,531 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,531 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,531 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,531 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,531 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36795,1731526614421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:56,545 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:36:56,545 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36795,1731526614421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,546 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,546 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.Replication(171): 80cec940e2c9,36795,1731526614421 started 2024-11-13T19:36:56,558 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:56,558 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,36795,1731526614421, RpcServer on 80cec940e2c9/172.17.0.3:36795, sessionid=0x10136e1094e0004 2024-11-13T19:36:56,559 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:36:56,559 DEBUG [RS:0;80cec940e2c9:36795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,36795,1731526614421 2024-11-13T19:36:56,559 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,36795,1731526614421' 2024-11-13T19:36:56,559 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1626633721/flush-table-proc/abort' 2024-11-13T19:36:56,559 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1626633721/flush-table-proc/acquired' 2024-11-13T19:36:56,560 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:36:56,560 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:36:56,560 DEBUG [RS:0;80cec940e2c9:36795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,36795,1731526614421 2024-11-13T19:36:56,560 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,36795,1731526614421' 2024-11-13T19:36:56,560 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1626633721/online-snapshot/abort' 2024-11-13T19:36:56,560 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1626633721/online-snapshot/acquired' 2024-11-13T19:36:56,560 DEBUG [RS:0;80cec940e2c9:36795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:36:56,561 INFO [RS:0;80cec940e2c9:36795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:36:56,561 INFO [RS:0;80cec940e2c9:36795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:36:56,661 INFO [RS:0;80cec940e2c9:36795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:36:56,663 INFO [RS:0;80cec940e2c9:36795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C36795%2C1731526614421, suffix=, logDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/WALs/80cec940e2c9,36795,1731526614421, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/oldWALs, maxLogs=10 2024-11-13T19:36:56,676 DEBUG [RS:0;80cec940e2c9:36795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/WALs/80cec940e2c9,36795,1731526614421/80cec940e2c9%2C36795%2C1731526614421.1731526616663, exclude list is [], retry=0 2024-11-13T19:36:56,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-00659934-a1bc-46d0-a83e-7ddb37e01ab7,DISK] 2024-11-13T19:36:56,680 INFO [RS:0;80cec940e2c9:36795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/WALs/80cec940e2c9,36795,1731526614421/80cec940e2c9%2C36795%2C1731526614421.1731526616663 2024-11-13T19:36:56,680 DEBUG [RS:0;80cec940e2c9:36795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45977:45977)] 2024-11-13T19:36:56,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:36:56,836 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800 2024-11-13T19:36:56,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:36:57,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:57,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:57,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:57,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:57,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:57,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:57,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:57,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:57,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:57,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:57,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:57,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:57,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:57,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:57,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:57,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:57,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:57,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:57,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740 2024-11-13T19:36:57,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740 2024-11-13T19:36:57,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:57,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:57,252 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:57,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:57,255 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:57,255 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75209395, jitterRate=0.12070731818675995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526617242Initializing all the Stores at 1731526617243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526617243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526617244 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526617244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526617244Cleaning up temporary data from old regions at 1731526617252 (+8 ms)Region opened successfully at 1731526617255 (+3 ms) 2024-11-13T19:36:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:36:57,256 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:36:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:36:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:36:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:36:57,256 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:36:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526617256Disabling compacts and flushes for region at 1731526617256Disabling writes for close at 1731526617256Writing region close event to WAL at 1731526617256Closed at 1731526617256 2024-11-13T19:36:57,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:57,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:36:57,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:36:57,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:57,259 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:36:57,409 DEBUG [80cec940e2c9:32919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:36:57,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,36795,1731526614421 2024-11-13T19:36:57,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,36795,1731526614421, state=OPENING 2024-11-13T19:36:57,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:36:57,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:57,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:36:57,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1626633721/meta-region-server: CHANGED 2024-11-13T19:36:57,468 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:36:57,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1626633721/meta-region-server: CHANGED 2024-11-13T19:36:57,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,36795,1731526614421}] 2024-11-13T19:36:57,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:36:57,621 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:36:57,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:36:57,627 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:36:57,627 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:36:57,627 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:36:57,628 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C36795%2C1731526614421.meta, suffix=.meta, logDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/WALs/80cec940e2c9,36795,1731526614421, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/oldWALs, maxLogs=10 2024-11-13T19:36:57,641 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/WALs/80cec940e2c9,36795,1731526614421/80cec940e2c9%2C36795%2C1731526614421.meta.1731526617629.meta, exclude list is [], retry=0 2024-11-13T19:36:57,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-00659934-a1bc-46d0-a83e-7ddb37e01ab7,DISK] 2024-11-13T19:36:57,645 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/WALs/80cec940e2c9,36795,1731526614421/80cec940e2c9%2C36795%2C1731526614421.meta.1731526617629.meta 2024-11-13T19:36:57,645 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45977:45977)] 2024-11-13T19:36:57,645 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:57,646 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:57,646 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:36:57,646 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:36:57,646 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:36:57,646 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:36:57,646 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:57,646 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:36:57,646 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:36:57,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:36:57,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:36:57,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:57,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:57,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:36:57,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:36:57,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:57,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:57,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:36:57,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:36:57,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:57,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:57,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:36:57,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:36:57,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:57,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:36:57,653 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:36:57,653 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740 2024-11-13T19:36:57,654 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740 2024-11-13T19:36:57,655 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:36:57,655 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:36:57,656 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:36:57,657 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:36:57,658 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66121663, jitterRate=-0.0147104412317276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:36:57,658 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:36:57,658 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526617646Writing region info on filesystem at 1731526617646Initializing all the Stores at 1731526617647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526617647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526617647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526617647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526617647Cleaning up temporary data from old regions at 1731526617656 (+9 ms)Running coprocessor post-open hooks at 1731526617658 (+2 ms)Region opened successfully at 1731526617658 2024-11-13T19:36:57,659 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526617621 2024-11-13T19:36:57,661 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:36:57,661 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:36:57,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,36795,1731526614421 2024-11-13T19:36:57,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,36795,1731526614421, state=OPEN 2024-11-13T19:36:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1626633721/meta-region-server 2024-11-13T19:36:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1626633721/meta-region-server 2024-11-13T19:36:57,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,36795,1731526614421 2024-11-13T19:36:57,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1626633721/meta-region-server: CHANGED 2024-11-13T19:36:57,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1626633721/meta-region-server: CHANGED 2024-11-13T19:36:57,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:36:57,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,36795,1731526614421 in 202 msec 2024-11-13T19:36:57,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:36:57,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-13T19:36:57,676 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:36:57,676 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:36:57,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:57,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36795,1731526614421, seqNum=-1] 2024-11-13T19:36:57,678 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:57,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:57,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-13T19:36:57,684 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526617684, completionTime=-1 2024-11-13T19:36:57,684 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:36:57,684 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:36:57,685 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:36:57,685 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526677685 2024-11-13T19:36:57,685 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526737685 2024-11-13T19:36:57,685 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:36:57,686 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,32919,1731526614307-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:57,686 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,32919,1731526614307-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:57,686 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,32919,1731526614307-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:57,686 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:32919, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:57,686 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:57,686 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:57,687 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:36:57,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.209sec 2024-11-13T19:36:57,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:36:57,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:36:57,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:36:57,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:36:57,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:36:57,690 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,32919,1731526614307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:36:57,690 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,32919,1731526614307-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:36:57,692 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:36:57,692 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:36:57,692 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,32919,1731526614307-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:36:57,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c54674c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:57,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,32919,-1 for getting cluster id 2024-11-13T19:36:57,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:36:57,747 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5308db7-9940-4389-8de2-923fa98017c7' 2024-11-13T19:36:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:36:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5308db7-9940-4389-8de2-923fa98017c7" 2024-11-13T19:36:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ba480e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,32919,-1] 2024-11-13T19:36:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:36:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:36:57,749 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:36:57,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb3acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:36:57,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:36:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36795,1731526614421, seqNum=-1] 2024-11-13T19:36:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:36:57,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:36:57,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,32919,1731526614307 2024-11-13T19:36:57,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54022 2024-11-13T19:36:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:36:57,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e1094e0005 connected 2024-11-13T19:36:57,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37737,1731526609333 2024-11-13T19:36:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ac4540 2024-11-13T19:36:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:57,778 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:57,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:36:57,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:36:57,785 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:57,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:36:57,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:36:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:36:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:58,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61ff8c7e938d183fe22ebb48649bf240, NAME => 'test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496 2024-11-13T19:36:58,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:36:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:58,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:58,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61ff8c7e938d183fe22ebb48649bf240, disabling compactions & flushes 2024-11-13T19:36:58,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:36:58,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:36:58,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. after waiting 0 ms 2024-11-13T19:36:58,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:36:58,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:36:58,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61ff8c7e938d183fe22ebb48649bf240: Waiting for close lock at 1731526618601Disabling compacts and flushes for region at 1731526618601Disabling writes for close at 1731526618601Writing region close event to WAL at 1731526618601Closed at 1731526618601 2024-11-13T19:36:58,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:36:58,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526618603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526618603"}]},"ts":"1731526618603"} 2024-11-13T19:36:58,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:36:58,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:36:58,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526618606"}]},"ts":"1731526618606"} 2024-11-13T19:36:58,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:36:58,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61ff8c7e938d183fe22ebb48649bf240, ASSIGN}] 2024-11-13T19:36:58,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61ff8c7e938d183fe22ebb48649bf240, ASSIGN 2024-11-13T19:36:58,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61ff8c7e938d183fe22ebb48649bf240, ASSIGN; state=OFFLINE, location=80cec940e2c9,38845,1731526609490; forceNewPlan=false, retain=false 2024-11-13T19:36:58,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61ff8c7e938d183fe22ebb48649bf240, regionState=OPENING, regionLocation=80cec940e2c9,38845,1731526609490 2024-11-13T19:36:58,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61ff8c7e938d183fe22ebb48649bf240, ASSIGN because future has completed 2024-11-13T19:36:58,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ff8c7e938d183fe22ebb48649bf240, server=80cec940e2c9,38845,1731526609490}] 2024-11-13T19:36:58,920 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:36:58,921 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61ff8c7e938d183fe22ebb48649bf240, NAME => 'test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:36:58,921 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:36:58,921 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:36:58,922 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,922 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:36:58,922 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,922 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,923 INFO [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,925 INFO [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ff8c7e938d183fe22ebb48649bf240 columnFamilyName f 2024-11-13T19:36:58,925 DEBUG [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:58,925 INFO [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] regionserver.HStore(327): Store=61ff8c7e938d183fe22ebb48649bf240/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:58,925 INFO [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,926 INFO [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ff8c7e938d183fe22ebb48649bf240 columnFamilyName f1 2024-11-13T19:36:58,926 DEBUG [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:58,927 INFO [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] regionserver.HStore(327): Store=61ff8c7e938d183fe22ebb48649bf240/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:58,927 INFO [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,928 INFO [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ff8c7e938d183fe22ebb48649bf240 columnFamilyName norep 2024-11-13T19:36:58,928 DEBUG [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:58,928 INFO [StoreOpener-61ff8c7e938d183fe22ebb48649bf240-1 {}] regionserver.HStore(327): Store=61ff8c7e938d183fe22ebb48649bf240/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:36:58,928 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,929 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,930 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,930 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,931 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,931 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:36:58,932 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,934 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:36:58,934 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61ff8c7e938d183fe22ebb48649bf240; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60819611, jitterRate=-0.09371717274188995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:36:58,935 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:36:58,935 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61ff8c7e938d183fe22ebb48649bf240: Running coprocessor pre-open hook at 1731526618922Writing region info on filesystem at 1731526618922Initializing all the Stores at 1731526618923 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526618923Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526618923Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526618923Cleaning up temporary data from old regions at 1731526618931 (+8 ms)Running coprocessor post-open hooks at 1731526618935 (+4 ms)Region opened successfully at 1731526618935 2024-11-13T19:36:58,938 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., pid=6, masterSystemTime=1731526618916 2024-11-13T19:36:58,940 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:36:58,940 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:36:58,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61ff8c7e938d183fe22ebb48649bf240, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,38845,1731526609490 2024-11-13T19:36:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ff8c7e938d183fe22ebb48649bf240, server=80cec940e2c9,38845,1731526609490 because future has completed 2024-11-13T19:36:58,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:36:58,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61ff8c7e938d183fe22ebb48649bf240, server=80cec940e2c9,38845,1731526609490 in 183 msec 2024-11-13T19:36:58,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:36:58,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61ff8c7e938d183fe22ebb48649bf240, ASSIGN in 340 msec 2024-11-13T19:36:58,952 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:36:58,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526618952"}]},"ts":"1731526618952"} 2024-11-13T19:36:58,955 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:36:58,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:36:58,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-13T19:36:59,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:36:59,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:36:59,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:36:59,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:36:59,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:36:59,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:36:59,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:36:59,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:36:59,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:36:59,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:36:59,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:36:59,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:36:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:59,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:36:59,938 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:36:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,32919,1731526614307 2024-11-13T19:36:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227f0412 2024-11-13T19:36:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:36:59,940 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:36:59,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:36:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:36:59,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:36:59,944 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:36:59,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:36:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:36:59,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:36:59,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:37:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:37:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:37:00,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c85d795181a89c3f79f25610ca5045b9, NAME => 'test,,1731526619941.c85d795181a89c3f79f25610ca5045b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800 2024-11-13T19:37:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:37:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:37:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526619941.c85d795181a89c3f79f25610ca5045b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:37:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c85d795181a89c3f79f25610ca5045b9, disabling compactions & flushes 2024-11-13T19:37:00,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:37:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:37:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. after waiting 0 ms 2024-11-13T19:37:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:37:00,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:37:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c85d795181a89c3f79f25610ca5045b9: Waiting for close lock at 1731526620761Disabling compacts and flushes for region at 1731526620761Disabling writes for close at 1731526620761Writing region close event to WAL at 1731526620761Closed at 1731526620761 2024-11-13T19:37:00,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:37:00,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526619941.c85d795181a89c3f79f25610ca5045b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526620762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526620762"}]},"ts":"1731526620762"} 2024-11-13T19:37:00,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:37:00,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:37:00,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526620767"}]},"ts":"1731526620767"} 2024-11-13T19:37:00,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:37:00,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c85d795181a89c3f79f25610ca5045b9, ASSIGN}] 2024-11-13T19:37:00,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c85d795181a89c3f79f25610ca5045b9, ASSIGN 2024-11-13T19:37:00,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c85d795181a89c3f79f25610ca5045b9, ASSIGN; state=OFFLINE, location=80cec940e2c9,36795,1731526614421; forceNewPlan=false, retain=false 2024-11-13T19:37:00,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c85d795181a89c3f79f25610ca5045b9, regionState=OPENING, regionLocation=80cec940e2c9,36795,1731526614421 2024-11-13T19:37:00,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c85d795181a89c3f79f25610ca5045b9, ASSIGN because future has completed 2024-11-13T19:37:00,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c85d795181a89c3f79f25610ca5045b9, server=80cec940e2c9,36795,1731526614421}] 2024-11-13T19:37:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:37:01,081 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:37:01,082 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c85d795181a89c3f79f25610ca5045b9, NAME => 'test,,1731526619941.c85d795181a89c3f79f25610ca5045b9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:37:01,082 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:37:01,082 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:37:01,082 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,082 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526619941.c85d795181a89c3f79f25610ca5045b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:37:01,082 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,082 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,084 INFO [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,085 INFO [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c85d795181a89c3f79f25610ca5045b9 columnFamilyName f 2024-11-13T19:37:01,085 DEBUG [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:37:01,085 INFO [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] regionserver.HStore(327): Store=c85d795181a89c3f79f25610ca5045b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:37:01,085 INFO [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,086 INFO [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c85d795181a89c3f79f25610ca5045b9 columnFamilyName f1 2024-11-13T19:37:01,086 DEBUG [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:37:01,087 INFO [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] regionserver.HStore(327): Store=c85d795181a89c3f79f25610ca5045b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:37:01,087 INFO [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,088 INFO [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c85d795181a89c3f79f25610ca5045b9 columnFamilyName norep 2024-11-13T19:37:01,088 DEBUG [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:37:01,088 INFO [StoreOpener-c85d795181a89c3f79f25610ca5045b9-1 {}] regionserver.HStore(327): Store=c85d795181a89c3f79f25610ca5045b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:37:01,088 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,089 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,089 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,090 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,090 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,091 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:37:01,092 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,093 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:37:01,094 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c85d795181a89c3f79f25610ca5045b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72855746, jitterRate=0.0856352150440216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:37:01,094 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:37:01,094 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c85d795181a89c3f79f25610ca5045b9: Running coprocessor pre-open hook at 1731526621082Writing region info on filesystem at 1731526621083 (+1 ms)Initializing all the Stores at 1731526621083Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526621083Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526621084 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526621084Cleaning up temporary data from old regions at 1731526621090 (+6 ms)Running coprocessor post-open hooks at 1731526621094 (+4 ms)Region opened successfully at 1731526621094 2024-11-13T19:37:01,095 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526619941.c85d795181a89c3f79f25610ca5045b9., pid=6, masterSystemTime=1731526621077 2024-11-13T19:37:01,097 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:37:01,097 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:37:01,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c85d795181a89c3f79f25610ca5045b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,36795,1731526614421 2024-11-13T19:37:01,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c85d795181a89c3f79f25610ca5045b9, server=80cec940e2c9,36795,1731526614421 because future has completed 2024-11-13T19:37:01,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:37:01,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c85d795181a89c3f79f25610ca5045b9, server=80cec940e2c9,36795,1731526614421 in 177 msec 2024-11-13T19:37:01,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:37:01,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c85d795181a89c3f79f25610ca5045b9, ASSIGN in 335 msec 2024-11-13T19:37:01,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:37:01,108 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526621107"}]},"ts":"1731526621107"} 2024-11-13T19:37:01,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:37:01,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:37:01,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-13T19:37:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:37:02,088 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:37:02,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483278ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37737,-1 for getting cluster id 2024-11-13T19:37:02,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:37:02,089 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6c3682-29af-4ddf-8321-be765d0412ac' 2024-11-13T19:37:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:37:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6c3682-29af-4ddf-8321-be765d0412ac" 2024-11-13T19:37:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1190b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37737,-1] 2024-11-13T19:37:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:37:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:02,091 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:37:02,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fcb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,32919,-1 for getting cluster id 2024-11-13T19:37:02,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:37:02,093 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5308db7-9940-4389-8de2-923fa98017c7' 2024-11-13T19:37:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:37:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5308db7-9940-4389-8de2-923fa98017c7" 2024-11-13T19:37:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d12217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,32919,-1] 2024-11-13T19:37:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:37:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:02,094 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:37:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e026317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37737,-1 for getting cluster id 2024-11-13T19:37:02,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:37:02,096 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6c3682-29af-4ddf-8321-be765d0412ac' 2024-11-13T19:37:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:37:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6c3682-29af-4ddf-8321-be765d0412ac" 2024-11-13T19:37:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f485334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37737,-1] 2024-11-13T19:37:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:37:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:02,097 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:37:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eb6909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:37:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37737,1731526609333 2024-11-13T19:37:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c21c8e0 2024-11-13T19:37:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:37:02,101 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:37:02,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:32919,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:37:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:37:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:37:02,104 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:32919' 2024-11-13T19:37:02,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a81c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,104 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,32919,-1 for getting cluster id 2024-11-13T19:37:02,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:37:02,105 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5308db7-9940-4389-8de2-923fa98017c7' 2024-11-13T19:37:02,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:37:02,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5308db7-9940-4389-8de2-923fa98017c7" 2024-11-13T19:37:02,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee7970d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,32919,-1] 2024-11-13T19:37:02,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:37:02,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:02,107 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:37:02,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fda458c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:02,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:37:02,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,32919,1731526614307 2024-11-13T19:37:02,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2102b3ec 2024-11-13T19:37:02,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:37:02,109 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:37:02,110 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:37:02,110 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:37:02,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:02,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:02,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:37:02,110 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:37:02,111 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:37:02,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:37:02,112 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:37:02,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:37:02,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:37:02,161 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:37:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:37:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:37:02,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64d7739981069e2ee8c35c22b3ba469b, NAME => 'hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496 2024-11-13T19:37:02,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:37:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:37:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:37:02,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:37:02,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 64d7739981069e2ee8c35c22b3ba469b, disabling compactions & flushes 2024-11-13T19:37:02,928 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:37:02,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:37:02,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. after waiting 0 ms 2024-11-13T19:37:02,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:37:02,928 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:37:02,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64d7739981069e2ee8c35c22b3ba469b: Waiting for close lock at 1731526622928Disabling compacts and flushes for region at 1731526622928Disabling writes for close at 1731526622928Writing region close event to WAL at 1731526622928Closed at 1731526622928 2024-11-13T19:37:02,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:37:02,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526622929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526622929"}]},"ts":"1731526622929"} 2024-11-13T19:37:02,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:37:02,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:37:02,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526622932"}]},"ts":"1731526622932"} 2024-11-13T19:37:02,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:37:02,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64d7739981069e2ee8c35c22b3ba469b, ASSIGN}] 2024-11-13T19:37:02,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64d7739981069e2ee8c35c22b3ba469b, ASSIGN 2024-11-13T19:37:02,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64d7739981069e2ee8c35c22b3ba469b, ASSIGN; state=OFFLINE, location=80cec940e2c9,38845,1731526609490; forceNewPlan=false, retain=false 2024-11-13T19:37:03,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64d7739981069e2ee8c35c22b3ba469b, regionState=OPENING, regionLocation=80cec940e2c9,38845,1731526609490 2024-11-13T19:37:03,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64d7739981069e2ee8c35c22b3ba469b, ASSIGN because future has completed 2024-11-13T19:37:03,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d7739981069e2ee8c35c22b3ba469b, server=80cec940e2c9,38845,1731526609490}] 2024-11-13T19:37:03,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:37:03,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:37:03,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:37:03,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:37:03,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:37:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:37:03,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:37:03,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:37:03,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:37:03,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C38845%2C1731526609490.rep, suffix=, logDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490, archiveDir=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/oldWALs, maxLogs=10 2024-11-13T19:37:03,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.rep.1731526623248, exclude list is [], retry=0 2024-11-13T19:37:03,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-c25621fe-d7a9-4f4d-bada-d42245b9b1ea,DISK] 2024-11-13T19:37:03,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.rep.1731526623248 2024-11-13T19:37:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41941:41941)] 2024-11-13T19:37:03,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d7739981069e2ee8c35c22b3ba469b, NAME => 'hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:37:03,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:37:03,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:37:03,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. service=MultiRowMutationService 2024-11-13T19:37:03,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:37:03,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:37:03,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,268 INFO [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,269 INFO [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d7739981069e2ee8c35c22b3ba469b columnFamilyName hfileref 2024-11-13T19:37:03,269 DEBUG [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:37:03,270 INFO [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] regionserver.HStore(327): Store=64d7739981069e2ee8c35c22b3ba469b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:37:03,270 INFO [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,271 INFO [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d7739981069e2ee8c35c22b3ba469b columnFamilyName queue 2024-11-13T19:37:03,271 DEBUG [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:37:03,272 INFO [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] regionserver.HStore(327): Store=64d7739981069e2ee8c35c22b3ba469b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:37:03,272 INFO [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,273 INFO [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d7739981069e2ee8c35c22b3ba469b columnFamilyName sid 2024-11-13T19:37:03,273 DEBUG [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:37:03,273 INFO [StoreOpener-64d7739981069e2ee8c35c22b3ba469b-1 {}] regionserver.HStore(327): Store=64d7739981069e2ee8c35c22b3ba469b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:37:03,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:37:03,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:37:03,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 64d7739981069e2ee8c35c22b3ba469b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69669369, jitterRate=0.03815449774265289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:37:03,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:37:03,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 64d7739981069e2ee8c35c22b3ba469b: Running coprocessor pre-open hook at 1731526623267Writing region info on filesystem at 1731526623267Initializing all the Stores at 1731526623268 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526623268Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526623268Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526623268Cleaning up temporary data from old regions at 1731526623275 (+7 ms)Running coprocessor post-open hooks at 1731526623279 (+4 ms)Region opened successfully at 1731526623279 2024-11-13T19:37:03,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b., pid=10, masterSystemTime=1731526623242 2024-11-13T19:37:03,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:37:03,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:37:03,283 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64d7739981069e2ee8c35c22b3ba469b, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,38845,1731526609490 2024-11-13T19:37:03,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d7739981069e2ee8c35c22b3ba469b, server=80cec940e2c9,38845,1731526609490 because future has completed 2024-11-13T19:37:03,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:37:03,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d7739981069e2ee8c35c22b3ba469b, server=80cec940e2c9,38845,1731526609490 in 197 msec 2024-11-13T19:37:03,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:37:03,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64d7739981069e2ee8c35c22b3ba469b, ASSIGN in 355 msec 2024-11-13T19:37:03,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:37:03,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526623292"}]},"ts":"1731526623292"} 2024-11-13T19:37:03,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:37:03,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:37:03,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-13T19:37:03,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b., hostname=80cec940e2c9,38845,1731526609490, seqNum=2] 2024-11-13T19:37:03,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:37:03,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:37:03,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:37:03,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:37:03,513 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:37:03,538 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,38845,1731526609490, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:37:03,538 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:37:03,538 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,38845,1731526609490, seqNum=-1] 2024-11-13T19:37:03,538 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:37:03,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T19:37:03,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,38845,1731526609490', locateType=CURRENT is [region=hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b., hostname=80cec940e2c9,38845,1731526609490, seqNum=2] 2024-11-13T19:37:03,555 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:37:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:37:03,558 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,38845,1731526609490 suceeded 2024-11-13T19:37:03,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:37:03,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-13T19:37:03,560 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:32919,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T19:37:03,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4590 sec 2024-11-13T19:37:03,566 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:37:03,575 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:32919' 2024-11-13T19:37:03,576 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c60519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:03,576 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,32919,-1 for getting cluster id 2024-11-13T19:37:03,576 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:37:03,577 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5308db7-9940-4389-8de2-923fa98017c7' 2024-11-13T19:37:03,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:37:03,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5308db7-9940-4389-8de2-923fa98017c7" 2024-11-13T19:37:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aced24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,32919,-1] 2024-11-13T19:37:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:37:03,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:03,579 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:37:03,580 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e5e1b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:03,580 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:37:03,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,32919,1731526614307 2024-11-13T19:37:03,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69badf19 2024-11-13T19:37:03,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:37:03,583 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T19:37:03,583 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,38845,1731526609490 (queues=1) is replicating from cluster=1b6c3682-29af-4ddf-8321-be765d0412ac to cluster=e5308db7-9940-4389-8de2-923fa98017c7 2024-11-13T19:37:03,584 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C38845%2C1731526609490 2024-11-13T19:37:03,584 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,38845,1731526609490, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:37:03,584 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C38845%2C1731526609490 2024-11-13T19:37:03,584 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702, startPosition=0, beingWritten=true 2024-11-13T19:37:03,593 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:37:03,593 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 379, reset compression=false 2024-11-13T19:37:03,594 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,38845,1731526609490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:37:03,798 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 379, reset compression=false 2024-11-13T19:37:04,102 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 379, reset compression=false 2024-11-13T19:37:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:37:04,248 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:37:04,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:37:04,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:37:04,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:04,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:04,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:37:04,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:37:04,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731526624253/Put/seqid=0 2024-11-13T19:37:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741840_1016 (size=7894) 2024-11-13T19:37:04,506 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 379, reset compression=false 2024-11-13T19:37:04,662 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f/f/hfile_1 is 34, key is ddd/f:row/1731526624660/Put/seqid=0 2024-11-13T19:37:04,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741841_1017 (size=7691) 2024-11-13T19:37:05,010 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 379, reset compression=false 2024-11-13T19:37:05,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa5ae63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:05,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37737,-1 for getting cluster id 2024-11-13T19:37:05,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:37:05,071 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6c3682-29af-4ddf-8321-be765d0412ac' 2024-11-13T19:37:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:37:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6c3682-29af-4ddf-8321-be765d0412ac" 2024-11-13T19:37:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612c6801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37737,-1] 2024-11-13T19:37:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:37:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:05,073 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:37:05,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de9db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:05,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:37:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,38845,1731526609490, seqNum=-1] 2024-11-13T19:37:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:37:05,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:37:05,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:37:05,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37737,1731526609333 2024-11-13T19:37:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3893ddc0 2024-11-13T19:37:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:37:05,090 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:37:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2] 2024-11-13T19:37:05,105 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:37:05,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:37:05,120 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T19:37:05,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f/f/hfile_1 for inclusion in 61ff8c7e938d183fe22ebb48649bf240/f 2024-11-13T19:37:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T19:37:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:37:05,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f/f/hfile_0 for inclusion in 61ff8c7e938d183fe22ebb48649bf240/f 2024-11-13T19:37:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T19:37:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:37:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HRegion(2603): Flush status journal for 61ff8c7e938d183fe22ebb48649bf240: 2024-11-13T19:37:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f/f/hfile_1 to hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_1 2024-11-13T19:37:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_1 as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_ 2024-11-13T19:37:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f/f/hfile_0 to hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_0 2024-11-13T19:37:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_0 as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_ 2024-11-13T19:37:05,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_1 into 61ff8c7e938d183fe22ebb48649bf240/f as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_ - updating store file list. 2024-11-13T19:37:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a16551a15b674ef7b7f8d016411135ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:37:05,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_ into 61ff8c7e938d183fe22ebb48649bf240/f 2024-11-13T19:37:05,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_1 into 61ff8c7e938d183fe22ebb48649bf240/f (new location: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_) 2024-11-13T19:37:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_1 2024-11-13T19:37:05,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_0 into 61ff8c7e938d183fe22ebb48649bf240/f as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_ - updating store file list. 2024-11-13T19:37:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3abffccc219445488475aa2c0606cd1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:37:05,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_ into 61ff8c7e938d183fe22ebb48649bf240/f 2024-11-13T19:37:05,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_0 into 61ff8c7e938d183fe22ebb48649bf240/f (new location: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_) 2024-11-13T19:37:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__kdb3dcgbim41k6uo750esl570ceh0tf50s85vuecjojnk16tfd64u1os27lhl0qg/f/hfile_0 2024-11-13T19:37:05,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:37:05,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:37:05,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:05,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:05,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:37:05,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:37:05,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2 , the old value is region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80cec940e2c9:38845 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:37:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:37:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2 from cache 2024-11-13T19:37:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36795,1731526614421, seqNum=-1] 2024-11-13T19:37:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:37:05,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:37:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:33240 deadline: 1731526685183 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:33240 2024-11-13T19:37:05,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526619941.c85d795181a89c3f79f25610ca5045b9., hostname=80cec940e2c9,36795,1731526614421, seqNum=2] 2024-11-13T19:37:05,190 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:37:05,289 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:38845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:37:05,614 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 379, reset compression=false 2024-11-13T19:37:05,620 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:37:05,620 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,38845,1731526609490 got entry batch from reader: WALEntryBatch [walEntries=[{test/61ff8c7e938d183fe22ebb48649bf240/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731526625177/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:37:05,638 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:37:05,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T19:37:05,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.ReplicationSink(318): Replicating [1b6c3682-29af-4ddf-8321-be765d0412ac] bulk loaded data 2024-11-13T19:37:05,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6444e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:05,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,32919,-1 for getting cluster id 2024-11-13T19:37:05,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:37:05,644 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5308db7-9940-4389-8de2-923fa98017c7' 2024-11-13T19:37:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:37:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5308db7-9940-4389-8de2-923fa98017c7" 2024-11-13T19:37:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a3701b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,32919,-1] 2024-11-13T19:37:05,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:37:05,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:05,645 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:37:05,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18b1a0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741837_1013 (size=7691) 2024-11-13T19:37:05,820 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 687, reset compression=false 2024-11-13T19:37:06,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741838_1014 (size=7894) 2024-11-13T19:37:06,125 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 687, reset compression=false 2024-11-13T19:37:06,193 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:37:06,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:37:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,32919,1731526614307 2024-11-13T19:37:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4270f8f0 2024-11-13T19:37:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:37:06,475 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T19:37:06,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:37:06,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:37:06,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36795,1731526614421, seqNum=-1] 2024-11-13T19:37:06,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:37:06,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T19:37:06,487 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T19:37:06,490 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:37:06,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_ for inclusion in c85d795181a89c3f79f25610ca5045b9/f 2024-11-13T19:37:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T19:37:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:37:06,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_ for inclusion in c85d795181a89c3f79f25610ca5045b9/f 2024-11-13T19:37:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T19:37:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:37:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HRegion(2603): Flush status journal for c85d795181a89c3f79f25610ca5045b9: 2024-11-13T19:37:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b3abffccc219445488475aa2c0606cd1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:37:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_ as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/f/aec69f9eab3d4a5f8b19687d20b1f113_SeqId_4_ 2024-11-13T19:37:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a16551a15b674ef7b7f8d016411135ed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:37:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_ as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/f/ba4b3b94c3794f0a9921a799da2f37b8_SeqId_4_ 2024-11-13T19:37:06,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_ into c85d795181a89c3f79f25610ca5045b9/f as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/f/aec69f9eab3d4a5f8b19687d20b1f113_SeqId_4_ - updating store file list. 2024-11-13T19:37:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aec69f9eab3d4a5f8b19687d20b1f113_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:37:06,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/f/aec69f9eab3d4a5f8b19687d20b1f113_SeqId_4_ into c85d795181a89c3f79f25610ca5045b9/f 2024-11-13T19:37:06,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_ into c85d795181a89c3f79f25610ca5045b9/f (new location: hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/f/aec69f9eab3d4a5f8b19687d20b1f113_SeqId_4_) 2024-11-13T19:37:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/b3abffccc219445488475aa2c0606cd1_SeqId_4_ 2024-11-13T19:37:06,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_ into c85d795181a89c3f79f25610ca5045b9/f as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/f/ba4b3b94c3794f0a9921a799da2f37b8_SeqId_4_ - updating store file list. 2024-11-13T19:37:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba4b3b94c3794f0a9921a799da2f37b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:37:06,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/f/ba4b3b94c3794f0a9921a799da2f37b8_SeqId_4_ into c85d795181a89c3f79f25610ca5045b9/f 2024-11-13T19:37:06,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_ into c85d795181a89c3f79f25610ca5045b9/f (new location: hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/f/ba4b3b94c3794f0a9921a799da2f37b8_SeqId_4_) 2024-11-13T19:37:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/staging/jenkins.hfs.6__test__18kdr5ifbfetfcmfpjmfotpfsda4bpbqb069p938kiepqb5jstjtv8t7ujednp5r/f/a16551a15b674ef7b7f8d016411135ed_SeqId_4_ 2024-11-13T19:37:06,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] regionserver.ReplicationSink(324): Finished replicating [1b6c3682-29af-4ddf-8321-be765d0412ac] bulk loaded data 2024-11-13T19:37:06,529 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 687, reset compression=false 2024-11-13T19:37:07,033 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 687, reset compression=false 2024-11-13T19:37:07,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:37:07,211 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731526627210/Put/seqid=0 2024-11-13T19:37:07,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741842_1018 (size=7997) 2024-11-13T19:37:07,637 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 687, reset compression=false 2024-11-13T19:37:07,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731526627679/Put/seqid=0 2024-11-13T19:37:07,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741843_1019 (size=7794) 2024-11-13T19:37:08,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8f9234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:08,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37737,-1 for getting cluster id 2024-11-13T19:37:08,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:37:08,089 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6c3682-29af-4ddf-8321-be765d0412ac' 2024-11-13T19:37:08,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:37:08,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6c3682-29af-4ddf-8321-be765d0412ac" 2024-11-13T19:37:08,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682918c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:08,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37737,-1] 2024-11-13T19:37:08,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:37:08,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:08,090 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:37:08,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420a445f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:37:08,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:37:08,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,38845,1731526609490, seqNum=-1] 2024-11-13T19:37:08,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:37:08,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:37:08,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:37:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37737,1731526609333 2024-11-13T19:37:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fb1169 2024-11-13T19:37:08,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:37:08,103 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:37:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2] 2024-11-13T19:37:08,110 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:37:08,116 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T19:37:08,119 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T19:37:08,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f1/f1/hfile_0 for inclusion in 61ff8c7e938d183fe22ebb48649bf240/f1 2024-11-13T19:37:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T19:37:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:37:08,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f1/f1/hfile_1 for inclusion in 61ff8c7e938d183fe22ebb48649bf240/f1 2024-11-13T19:37:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T19:37:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:37:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HRegion(2603): Flush status journal for 61ff8c7e938d183fe22ebb48649bf240: 2024-11-13T19:37:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f1/f1/hfile_0 to hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_0 2024-11-13T19:37:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_0 as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f1/32a054bbdb564f64a3ef1ff0b8227233_SeqId_6_ 2024-11-13T19:37:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/load_f1/f1/hfile_1 to hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_1 2024-11-13T19:37:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_1 as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f1/b644af529d5142318e4d57ed43cf391e_SeqId_6_ 2024-11-13T19:37:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T19:37:08,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_0 into 61ff8c7e938d183fe22ebb48649bf240/f1 as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f1/32a054bbdb564f64a3ef1ff0b8227233_SeqId_6_ - updating store file list. 2024-11-13T19:37:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32a054bbdb564f64a3ef1ff0b8227233_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:37:08,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f1/32a054bbdb564f64a3ef1ff0b8227233_SeqId_6_ into 61ff8c7e938d183fe22ebb48649bf240/f1 2024-11-13T19:37:08,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_0 into 61ff8c7e938d183fe22ebb48649bf240/f1 (new location: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f1/32a054bbdb564f64a3ef1ff0b8227233_SeqId_6_) 2024-11-13T19:37:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_0 2024-11-13T19:37:08,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_1 into 61ff8c7e938d183fe22ebb48649bf240/f1 as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f1/b644af529d5142318e4d57ed43cf391e_SeqId_6_ - updating store file list. 2024-11-13T19:37:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b644af529d5142318e4d57ed43cf391e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:37:08,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f1/b644af529d5142318e4d57ed43cf391e_SeqId_6_ into 61ff8c7e938d183fe22ebb48649bf240/f1 2024-11-13T19:37:08,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_1 into 61ff8c7e938d183fe22ebb48649bf240/f1 (new location: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/f1/b644af529d5142318e4d57ed43cf391e_SeqId_6_) 2024-11-13T19:37:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/staging/jenkins__test__9204lq3n4i976dgcmnuo4n2ibqtlt0ft8sjv4b91pocpeo4i5d294vh7sv12nqri/f1/hfile_1 2024-11-13T19:37:08,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:37:08,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:37:08,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:08,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:37:08,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:37:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2 , the old value is region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80cec940e2c9:38845 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:37:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:37:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2 from cache 2024-11-13T19:37:08,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:37:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,38845,1731526609490, seqNum=-1] 2024-11-13T19:37:08,157 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T19:37:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:37:08,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:37:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., hostname=80cec940e2c9,38845,1731526609490, seqNum=2] 2024-11-13T19:37:08,258 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:38845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:37:08,341 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 687, reset compression=false 2024-11-13T19:37:08,346 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:37:08,346 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:08,346 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,38845,1731526609490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:37:08,550 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:08,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:37:08,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:37:08,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:37:08,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:37:08,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:37:08,854 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:09,259 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:37:09,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T19:37:09,763 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:10,367 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:11,071 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:11,876 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:12,780 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:13,784 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:14,888 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:16,092 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:17,399 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:18,803 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:18,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:37:20,307 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:21,912 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:23,617 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:23,895 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:37:25,421 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:27,325 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:28,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,38845,1731526609490 got entry batch from reader: null 2024-11-13T19:37:29,329 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:31,434 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:33,172 INFO [master/80cec940e2c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T19:37:33,172 INFO [master/80cec940e2c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T19:37:33,638 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:35,942 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:37,831 INFO [master/80cec940e2c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T19:37:37,831 INFO [master/80cec940e2c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T19:37:38,346 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:40,865 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:43,475 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:43,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 61ff8c7e938d183fe22ebb48649bf240, had cached 0 bytes from a total of 31376 2024-11-13T19:37:46,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c85d795181a89c3f79f25610ca5045b9, had cached 0 bytes from a total of 15585 2024-11-13T19:37:46,195 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:48,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,38845,1731526609490 got entry batch from reader: null 2024-11-13T19:37:48,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:37:49,013 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:51,941 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:52,718 DEBUG [master/80cec940e2c9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:37:53,895 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:37:54,945 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:37:57,687 DEBUG [master/80cec940e2c9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:37:58,050 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:38:01,254 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:38:04,558 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:38:07,962 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:38:08,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:38:08,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:08,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:08,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:08,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:08,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:38:08,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:08,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1921169488, stopped=false 2024-11-13T19:38:08,197 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,32919,1731526614307 2024-11-13T19:38:08,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626633721/running 2024-11-13T19:38:08,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626633721/running 2024-11-13T19:38:08,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:38:08,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:38:08,240 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:08,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:08,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:08,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:08,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,36795,1731526614421' ***** 2024-11-13T19:38:08,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:38:08,240 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:38:08,240 INFO [RS:0;80cec940e2c9:36795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:38:08,241 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(3091): Received CLOSE for c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:38:08,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on znode that does not yet exist, /1-1626633721/running 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,36795,1731526614421 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:36795. 2024-11-13T19:38:08,241 DEBUG [RS:0;80cec940e2c9:36795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:08,241 DEBUG [RS:0;80cec940e2c9:36795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:08,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Set watcher on znode that does not yet exist, /1-1626633721/running 2024-11-13T19:38:08,241 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c85d795181a89c3f79f25610ca5045b9, disabling compactions & flushes 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:38:08,241 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:38:08,241 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:38:08,241 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. after waiting 0 ms 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:38:08,241 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:38:08,241 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:38:08,241 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1325): Online Regions={c85d795181a89c3f79f25610ca5045b9=test,,1731526619941.c85d795181a89c3f79f25610ca5045b9., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:38:08,242 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c85d795181a89c3f79f25610ca5045b9 2024-11-13T19:38:08,242 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:38:08,242 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:38:08,242 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:38:08,242 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:38:08,242 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:38:08,242 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T19:38:08,255 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/default/test/c85d795181a89c3f79f25610ca5045b9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T19:38:08,256 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:08,256 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:38:08,257 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:38:08,257 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c85d795181a89c3f79f25610ca5045b9: Waiting for close lock at 1731526688241Running coprocessor pre-close hooks at 1731526688241Disabling compacts and flushes for region at 1731526688241Disabling writes for close at 1731526688241Writing region close event to WAL at 1731526688242 (+1 ms)Running coprocessor post-close hooks at 1731526688256 (+14 ms)Closed at 1731526688257 (+1 ms) 2024-11-13T19:38:08,257 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526619941.c85d795181a89c3f79f25610ca5045b9. 2024-11-13T19:38:08,261 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/info/fc25675663f6444aa62def05a8ef8eca is 129, key is test,,1731526619941.c85d795181a89c3f79f25610ca5045b9./info:regioninfo/1731526621097/Put/seqid=0 2024-11-13T19:38:08,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741839_1015 (size=6421) 2024-11-13T19:38:08,308 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:08,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,38845,1731526609490 got entry batch from reader: null 2024-11-13T19:38:08,442 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:08,532 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:38:08,532 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:38:08,642 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:08,666 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/info/fc25675663f6444aa62def05a8ef8eca 2024-11-13T19:38:08,686 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/ns/7657db0dcfb5447fb5f829aa5dc5f68d is 43, key is default/ns:d/1731526617679/Put/seqid=0 2024-11-13T19:38:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:38:08,842 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:09,042 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:09,090 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/ns/7657db0dcfb5447fb5f829aa5dc5f68d 2024-11-13T19:38:09,116 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/rep_barrier/26c4e1d698de41e6b3d0c42a726138c7 is 112, key is test,,1731526619941.c85d795181a89c3f79f25610ca5045b9./rep_barrier:seqnumDuringOpen/1731526621097/Put/seqid=0 2024-11-13T19:38:09,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741841_1017 (size=5518) 2024-11-13T19:38:09,243 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:38:09,243 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:38:09,243 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:09,443 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:09,521 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/rep_barrier/26c4e1d698de41e6b3d0c42a726138c7 2024-11-13T19:38:09,540 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/table/6b51826f0346478c8b1a48d24f7c60cc is 40, key is test/table:state/1731526621107/Put/seqid=0 2024-11-13T19:38:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741842_1018 (size=5165) 2024-11-13T19:38:09,643 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:09,843 DEBUG [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:09,944 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/table/6b51826f0346478c8b1a48d24f7c60cc 2024-11-13T19:38:09,951 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/info/fc25675663f6444aa62def05a8ef8eca as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/info/fc25675663f6444aa62def05a8ef8eca 2024-11-13T19:38:09,957 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/info/fc25675663f6444aa62def05a8ef8eca, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T19:38:09,958 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/ns/7657db0dcfb5447fb5f829aa5dc5f68d as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/ns/7657db0dcfb5447fb5f829aa5dc5f68d 2024-11-13T19:38:09,964 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/ns/7657db0dcfb5447fb5f829aa5dc5f68d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:38:09,964 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/rep_barrier/26c4e1d698de41e6b3d0c42a726138c7 as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/rep_barrier/26c4e1d698de41e6b3d0c42a726138c7 2024-11-13T19:38:09,969 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/rep_barrier/26c4e1d698de41e6b3d0c42a726138c7, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T19:38:09,970 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/.tmp/table/6b51826f0346478c8b1a48d24f7c60cc as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/table/6b51826f0346478c8b1a48d24f7c60cc 2024-11-13T19:38:09,975 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/table/6b51826f0346478c8b1a48d24f7c60cc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:38:09,976 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false 2024-11-13T19:38:09,981 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:38:09,982 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:09,982 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:09,982 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:09,982 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526688242Running coprocessor pre-close hooks at 1731526688242Disabling compacts and flushes for region at 1731526688242Disabling writes for close at 1731526688242Obtaining lock to block concurrent updates at 1731526688242Preparing flush snapshotting stores in 1588230740 at 1731526688242Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731526688242Flushing stores of hbase:meta,,1.1588230740 at 1731526688243 (+1 ms)Flushing 1588230740/info: creating writer at 1731526688243Flushing 1588230740/info: appending metadata at 1731526688260 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731526688260Flushing 1588230740/ns: creating writer at 1731526688672 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731526688685 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731526688685Flushing 1588230740/rep_barrier: creating writer at 1731526689097 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526689115 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526689115Flushing 1588230740/table: creating writer at 1731526689527 (+412 ms)Flushing 1588230740/table: appending metadata at 1731526689540 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731526689540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad024c1: reopening flushed file at 1731526689950 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535adda4: reopening flushed file at 1731526689957 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2797565c: reopening flushed file at 1731526689964 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75997535: reopening flushed file at 1731526689969 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false at 1731526689976 (+7 ms)Writing region close event to WAL at 1731526689978 (+2 ms)Running coprocessor post-close hooks at 1731526689981 (+3 ms)Closed at 1731526689982 (+1 ms) 2024-11-13T19:38:09,982 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:10,043 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,36795,1731526614421; all regions closed. 2024-11-13T19:38:10,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741834_1010 (size=2717) 2024-11-13T19:38:10,046 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/WALs/80cec940e2c9,36795,1731526614421/80cec940e2c9%2C36795%2C1731526614421.meta.1731526617629.meta not finished, retry = 0 2024-11-13T19:38:10,149 DEBUG [RS:0;80cec940e2c9:36795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/oldWALs 2024-11-13T19:38:10,149 INFO [RS:0;80cec940e2c9:36795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C36795%2C1731526614421.meta:.meta(num 1731526617629) 2024-11-13T19:38:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741832_1008 (size=1028) 2024-11-13T19:38:10,153 DEBUG [RS:0;80cec940e2c9:36795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/oldWALs 2024-11-13T19:38:10,153 INFO [RS:0;80cec940e2c9:36795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C36795%2C1731526614421:(num 1731526616663) 2024-11-13T19:38:10,153 DEBUG [RS:0;80cec940e2c9:36795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:10,153 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:10,153 INFO [RS:0;80cec940e2c9:36795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:10,154 INFO [RS:0;80cec940e2c9:36795 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:10,154 INFO [RS:0;80cec940e2c9:36795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:10,154 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:10,154 INFO [RS:0;80cec940e2c9:36795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:36795. 2024-11-13T19:38:10,154 DEBUG [RS:0;80cec940e2c9:36795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:10,154 DEBUG [RS:0;80cec940e2c9:36795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:10,154 DEBUG [RS:0;80cec940e2c9:36795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:10,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:10,155 INFO [RS:0;80cec940e2c9:36795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36795 2024-11-13T19:38:10,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626633721/rs/80cec940e2c9,36795,1731526614421 2024-11-13T19:38:10,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721/rs 2024-11-13T19:38:10,206 INFO [RS:0;80cec940e2c9:36795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:10,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,36795,1731526614421] 2024-11-13T19:38:10,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626633721/draining/80cec940e2c9,36795,1731526614421 already deleted, retry=false 2024-11-13T19:38:10,222 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,36795,1731526614421 expired; onlineServers=0 2024-11-13T19:38:10,223 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,32919,1731526614307' ***** 2024-11-13T19:38:10,223 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:38:10,223 INFO [M:0;80cec940e2c9:32919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:10,223 INFO [M:0;80cec940e2c9:32919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:10,223 DEBUG [M:0;80cec940e2c9:32919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:38:10,223 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:38:10,223 DEBUG [M:0;80cec940e2c9:32919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:38:10,223 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526616429 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526616429,5,FailOnTimeoutGroup] 2024-11-13T19:38:10,223 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526616429 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526616429,5,FailOnTimeoutGroup] 2024-11-13T19:38:10,223 INFO [M:0;80cec940e2c9:32919 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:10,223 INFO [M:0;80cec940e2c9:32919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:10,223 DEBUG [M:0;80cec940e2c9:32919 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:38:10,223 INFO [M:0;80cec940e2c9:32919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:38:10,223 INFO [M:0;80cec940e2c9:32919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:10,224 INFO [M:0;80cec940e2c9:32919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:38:10,224 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:38:10,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626633721/master 2024-11-13T19:38:10,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626633721 2024-11-13T19:38:10,231 DEBUG [M:0;80cec940e2c9:32919 {}] zookeeper.ZKUtil(347): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Unable to get data of znode /1-1626633721/master because node does not exist (not an error) 2024-11-13T19:38:10,231 WARN [M:0;80cec940e2c9:32919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:38:10,234 INFO [M:0;80cec940e2c9:32919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/.lastflushedseqids 2024-11-13T19:38:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741843_1019 (size=173) 2024-11-13T19:38:10,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:10,314 INFO [RS:0;80cec940e2c9:36795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:10,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x10136e1094e0004, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:10,314 INFO [RS:0;80cec940e2c9:36795 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,36795,1731526614421; zookeeper connection closed. 2024-11-13T19:38:10,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b39f9e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b39f9e3 2024-11-13T19:38:10,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:38:10,644 INFO [M:0;80cec940e2c9:32919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:38:10,644 INFO [M:0;80cec940e2c9:32919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:38:10,645 DEBUG [M:0;80cec940e2c9:32919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:38:10,645 INFO [M:0;80cec940e2c9:32919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:10,645 DEBUG [M:0;80cec940e2c9:32919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:10,645 DEBUG [M:0;80cec940e2c9:32919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:38:10,645 DEBUG [M:0;80cec940e2c9:32919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:10,645 INFO [M:0;80cec940e2c9:32919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-13T19:38:10,662 DEBUG [M:0;80cec940e2c9:32919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/417752ba8dd748c8b5e1ed8deb28af16 is 82, key is hbase:meta,,1/info:regioninfo/1731526617661/Put/seqid=0 2024-11-13T19:38:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741844_1020 (size=5672) 2024-11-13T19:38:10,669 INFO [M:0;80cec940e2c9:32919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/417752ba8dd748c8b5e1ed8deb28af16 2024-11-13T19:38:10,694 DEBUG [M:0;80cec940e2c9:32919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de078866cb4a4f47bb1b83542d4c4162 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526621112/Put/seqid=0 2024-11-13T19:38:10,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741845_1021 (size=6726) 2024-11-13T19:38:11,099 INFO [M:0;80cec940e2c9:32919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de078866cb4a4f47bb1b83542d4c4162 2024-11-13T19:38:11,105 INFO [M:0;80cec940e2c9:32919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de078866cb4a4f47bb1b83542d4c4162 2024-11-13T19:38:11,124 DEBUG [M:0;80cec940e2c9:32919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31ebc4c596814bccb472f5c5c8e9683a is 69, key is 80cec940e2c9,36795,1731526614421/rs:state/1731526616481/Put/seqid=0 2024-11-13T19:38:11,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741846_1022 (size=5156) 2024-11-13T19:38:11,467 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 to pos 997, reset compression=false 2024-11-13T19:38:11,529 INFO [M:0;80cec940e2c9:32919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31ebc4c596814bccb472f5c5c8e9683a 2024-11-13T19:38:11,535 DEBUG [M:0;80cec940e2c9:32919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/417752ba8dd748c8b5e1ed8deb28af16 as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/417752ba8dd748c8b5e1ed8deb28af16 2024-11-13T19:38:11,539 INFO [M:0;80cec940e2c9:32919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/417752ba8dd748c8b5e1ed8deb28af16, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T19:38:11,541 DEBUG [M:0;80cec940e2c9:32919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de078866cb4a4f47bb1b83542d4c4162 as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de078866cb4a4f47bb1b83542d4c4162 2024-11-13T19:38:11,545 INFO [M:0;80cec940e2c9:32919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de078866cb4a4f47bb1b83542d4c4162 2024-11-13T19:38:11,545 INFO [M:0;80cec940e2c9:32919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de078866cb4a4f47bb1b83542d4c4162, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T19:38:11,546 DEBUG [M:0;80cec940e2c9:32919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31ebc4c596814bccb472f5c5c8e9683a as hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31ebc4c596814bccb472f5c5c8e9683a 2024-11-13T19:38:11,551 INFO [M:0;80cec940e2c9:32919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31ebc4c596814bccb472f5c5c8e9683a, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T19:38:11,552 INFO [M:0;80cec940e2c9:32919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=58, compaction requested=false 2024-11-13T19:38:11,553 INFO [M:0;80cec940e2c9:32919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:11,553 DEBUG [M:0;80cec940e2c9:32919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526690645Disabling compacts and flushes for region at 1731526690645Disabling writes for close at 1731526690645Obtaining lock to block concurrent updates at 1731526690645Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526690645Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731526690645Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526690646 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526690646Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526690662 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526690662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526690674 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526690693 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526690693Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526691105 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526691124 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526691124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d90d39f: reopening flushed file at 1731526691534 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25215658: reopening flushed file at 1731526691540 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767ec032: reopening flushed file at 1731526691545 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=58, compaction requested=false at 1731526691552 (+7 ms)Writing region close event to WAL at 1731526691553 (+1 ms)Closed at 1731526691553 2024-11-13T19:38:11,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741830_1006 (size=33014) 2024-11-13T19:38:11,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89840b10-caf3-8502-2ceb-0fd918d5d800/MasterData/WALs/80cec940e2c9,32919,1731526614307/80cec940e2c9%2C32919%2C1731526614307.1731526616169 not finished, retry = 0 2024-11-13T19:38:11,656 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:11,656 INFO [M:0;80cec940e2c9:32919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:38:11,656 INFO [M:0;80cec940e2c9:32919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32919 2024-11-13T19:38:11,657 INFO [M:0;80cec940e2c9:32919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:11,789 INFO [M:0;80cec940e2c9:32919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10136e1094e0003, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:11,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d082e22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:38:11,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c5377a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:38:11,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:38:11,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c22a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:38:11,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290405a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.log.dir/,STOPPED} 2024-11-13T19:38:11,795 WARN [BP-407573059-172.17.0.3-1731526612873 heartbeating to localhost/127.0.0.1:39479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:38:11,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:38:11,795 WARN [BP-407573059-172.17.0.3-1731526612873 heartbeating to localhost/127.0.0.1:39479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-407573059-172.17.0.3-1731526612873 (Datanode Uuid 73a063eb-276d-48de-b336-c98e8501ef6c) service to localhost/127.0.0.1:39479 2024-11-13T19:38:11,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:38:11,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/cluster_0377c72f-72fa-f153-5ad6-3ff9a6c79a1c/data/data1/current/BP-407573059-172.17.0.3-1731526612873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:38:11,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/cluster_0377c72f-72fa-f153-5ad6-3ff9a6c79a1c/data/data2/current/BP-407573059-172.17.0.3-1731526612873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:38:11,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:38:11,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ebfe69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:38:11,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46e5e3f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:38:11,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:38:11,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cea3ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:38:11,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@847f2b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.log.dir/,STOPPED} 2024-11-13T19:38:11,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:38:11,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:38:11,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:11,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:11,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:11,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:11,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:11,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:38:11,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1721746243, stopped=false 2024-11-13T19:38:11,820 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,37737,1731526609333 2024-11-13T19:38:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-212782496/running 2024-11-13T19:38:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-212782496/running 2024-11-13T19:38:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:38:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:38:11,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:11,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:11,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:11,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:11,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on znode that does not yet exist, /0-212782496/running 2024-11-13T19:38:11,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Set watcher on znode that does not yet exist, /0-212782496/running 2024-11-13T19:38:11,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,38845,1731526609490' ***** 2024-11-13T19:38:11,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:38:11,832 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:38:11,832 INFO [RS:0;80cec940e2c9:38845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:38:11,832 INFO [RS:0;80cec940e2c9:38845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:38:11,832 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(3091): Received CLOSE for 61ff8c7e938d183fe22ebb48649bf240 2024-11-13T19:38:11,832 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(3091): Received CLOSE for 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:38:11,832 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:38:11,832 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,38845,1731526609490 2024-11-13T19:38:11,832 INFO [RS:0;80cec940e2c9:38845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:11,832 INFO [RS:0;80cec940e2c9:38845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:38845. 2024-11-13T19:38:11,832 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61ff8c7e938d183fe22ebb48649bf240, disabling compactions & flushes 2024-11-13T19:38:11,832 DEBUG [RS:0;80cec940e2c9:38845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:11,832 DEBUG [RS:0;80cec940e2c9:38845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:11,832 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:38:11,833 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:38:11,833 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. after waiting 0 ms 2024-11-13T19:38:11,833 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:38:11,833 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:38:11,833 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:38:11,833 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:38:11,833 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:38:11,833 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:38:11,833 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 61ff8c7e938d183fe22ebb48649bf240=test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240., 64d7739981069e2ee8c35c22b3ba469b=hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b.} 2024-11-13T19:38:11,833 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:38:11,833 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61ff8c7e938d183fe22ebb48649bf240, 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:38:11,833 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:38:11,833 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:38:11,833 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:38:11,833 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:38:11,833 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:38:11,837 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/default/test/61ff8c7e938d183fe22ebb48649bf240/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:38:11,837 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:11,837 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:38:11,837 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:38:11,837 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61ff8c7e938d183fe22ebb48649bf240: Waiting for close lock at 1731526691832Running coprocessor pre-close hooks at 1731526691832Disabling compacts and flushes for region at 1731526691832Disabling writes for close at 1731526691833 (+1 ms)Writing region close event to WAL at 1731526691834 (+1 ms)Running coprocessor post-close hooks at 1731526691837 (+3 ms)Closed at 1731526691837 2024-11-13T19:38:11,837 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240. 2024-11-13T19:38:11,837 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64d7739981069e2ee8c35c22b3ba469b, disabling compactions & flushes 2024-11-13T19:38:11,837 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:38:11,837 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:38:11,837 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. after waiting 0 ms 2024-11-13T19:38:11,838 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:38:11,838 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64d7739981069e2ee8c35c22b3ba469b 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T19:38:11,853 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/info/fcd3e9f8b1934a30bf67e6d247f9899a is 147, key is hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b./info:regioninfo/1731526623283/Put/seqid=0 2024-11-13T19:38:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741844_1020 (size=7686) 2024-11-13T19:38:11,860 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:11,862 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/.tmp/hfileref/ae6fd3cdceb141fe85c17dab8e81577b is 74, key is 1/hfileref:a16551a15b674ef7b7f8d016411135ed_SeqId_4_/1731526626522/DeleteColumn/seqid=0 2024-11-13T19:38:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741845_1021 (size=5203) 2024-11-13T19:38:12,033 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:38:12,233 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:38:12,261 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/info/fcd3e9f8b1934a30bf67e6d247f9899a 2024-11-13T19:38:12,267 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/.tmp/hfileref/ae6fd3cdceb141fe85c17dab8e81577b 2024-11-13T19:38:12,286 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/ns/cbee5528189c48a1aaf05872e6ff4f76 is 43, key is default/ns:d/1731526612709/Put/seqid=0 2024-11-13T19:38:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741846_1022 (size=5153) 2024-11-13T19:38:12,292 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/.tmp/queue/9c9d1684c5c14a46ad9c3cad3bbf090d is 153, key is 1-80cec940e2c9,38845,1731526609490/queue:80cec940e2c9%2C38845%2C1731526609490/1731526628348/Put/seqid=0 2024-11-13T19:38:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741847_1023 (size=5352) 2024-11-13T19:38:12,434 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:38:12,627 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:38:12,627 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:38:12,634 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64d7739981069e2ee8c35c22b3ba469b 2024-11-13T19:38:12,691 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/ns/cbee5528189c48a1aaf05872e6ff4f76 2024-11-13T19:38:12,696 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/.tmp/queue/9c9d1684c5c14a46ad9c3cad3bbf090d 2024-11-13T19:38:12,702 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/.tmp/hfileref/ae6fd3cdceb141fe85c17dab8e81577b as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/hfileref/ae6fd3cdceb141fe85c17dab8e81577b 2024-11-13T19:38:12,708 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/hfileref/ae6fd3cdceb141fe85c17dab8e81577b, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T19:38:12,709 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/.tmp/queue/9c9d1684c5c14a46ad9c3cad3bbf090d as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/queue/9c9d1684c5c14a46ad9c3cad3bbf090d 2024-11-13T19:38:12,714 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/queue/9c9d1684c5c14a46ad9c3cad3bbf090d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T19:38:12,715 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 64d7739981069e2ee8c35c22b3ba469b in 877ms, sequenceid=10, compaction requested=false 2024-11-13T19:38:12,716 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/rep_barrier/c18aa5a2c40d46c79b3692fe9dfdf32b is 112, key is test,,1731526617778.61ff8c7e938d183fe22ebb48649bf240./rep_barrier:seqnumDuringOpen/1731526618940/Put/seqid=0 2024-11-13T19:38:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741848_1024 (size=5518) 2024-11-13T19:38:12,722 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/replication/64d7739981069e2ee8c35c22b3ba469b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T19:38:12,722 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/rep_barrier/c18aa5a2c40d46c79b3692fe9dfdf32b 2024-11-13T19:38:12,723 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:12,723 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:12,723 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:38:12,723 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64d7739981069e2ee8c35c22b3ba469b: Waiting for close lock at 1731526691837Running coprocessor pre-close hooks at 1731526691837Disabling compacts and flushes for region at 1731526691837Disabling writes for close at 1731526691838 (+1 ms)Obtaining lock to block concurrent updates at 1731526691838Preparing flush snapshotting stores in 64d7739981069e2ee8c35c22b3ba469b at 1731526691838Finished memstore snapshotting hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731526691838Flushing stores of hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. at 1731526691838Flushing 64d7739981069e2ee8c35c22b3ba469b/hfileref: creating writer at 1731526691839 (+1 ms)Flushing 64d7739981069e2ee8c35c22b3ba469b/hfileref: appending metadata at 1731526691861 (+22 ms)Flushing 64d7739981069e2ee8c35c22b3ba469b/hfileref: closing flushed file at 1731526691861Flushing 64d7739981069e2ee8c35c22b3ba469b/queue: creating writer at 1731526692272 (+411 ms)Flushing 64d7739981069e2ee8c35c22b3ba469b/queue: appending metadata at 1731526692291 (+19 ms)Flushing 64d7739981069e2ee8c35c22b3ba469b/queue: closing flushed file at 1731526692291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7a3381: reopening flushed file at 1731526692701 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ec1674: reopening flushed file at 1731526692708 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 64d7739981069e2ee8c35c22b3ba469b in 877ms, sequenceid=10, compaction requested=false at 1731526692715 (+7 ms)Writing region close event to WAL at 1731526692719 (+4 ms)Running coprocessor post-close hooks at 1731526692723 (+4 ms)Closed at 1731526692723 2024-11-13T19:38:12,723 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526622110.64d7739981069e2ee8c35c22b3ba469b. 2024-11-13T19:38:12,741 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/table/838bf2d16e504f8da108b55bdf834415 is 53, key is hbase:replication/table:state/1731526623292/Put/seqid=0 2024-11-13T19:38:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741849_1025 (size=5308) 2024-11-13T19:38:12,834 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:38:12,834 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:38:12,834 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:13,034 DEBUG [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:13,146 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/table/838bf2d16e504f8da108b55bdf834415 2024-11-13T19:38:13,153 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/info/fcd3e9f8b1934a30bf67e6d247f9899a as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/info/fcd3e9f8b1934a30bf67e6d247f9899a 2024-11-13T19:38:13,158 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/info/fcd3e9f8b1934a30bf67e6d247f9899a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:38:13,159 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/ns/cbee5528189c48a1aaf05872e6ff4f76 as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/ns/cbee5528189c48a1aaf05872e6ff4f76 2024-11-13T19:38:13,164 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/ns/cbee5528189c48a1aaf05872e6ff4f76, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:38:13,165 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/rep_barrier/c18aa5a2c40d46c79b3692fe9dfdf32b as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/rep_barrier/c18aa5a2c40d46c79b3692fe9dfdf32b 2024-11-13T19:38:13,171 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/rep_barrier/c18aa5a2c40d46c79b3692fe9dfdf32b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:38:13,172 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/.tmp/table/838bf2d16e504f8da108b55bdf834415 as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/table/838bf2d16e504f8da108b55bdf834415 2024-11-13T19:38:13,178 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/table/838bf2d16e504f8da108b55bdf834415, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:38:13,179 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false 2024-11-13T19:38:13,185 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:38:13,186 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:13,186 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:13,186 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:13,186 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526691833Running coprocessor pre-close hooks at 1731526691833Disabling compacts and flushes for region at 1731526691833Disabling writes for close at 1731526691833Obtaining lock to block concurrent updates at 1731526691833Preparing flush snapshotting stores in 1588230740 at 1731526691833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526691834 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526691834Flushing 1588230740/info: creating writer at 1731526691834Flushing 1588230740/info: appending metadata at 1731526691853 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731526691853Flushing 1588230740/ns: creating writer at 1731526692267 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731526692285 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731526692285Flushing 1588230740/rep_barrier: creating writer at 1731526692696 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526692715 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526692716 (+1 ms)Flushing 1588230740/table: creating writer at 1731526692728 (+12 ms)Flushing 1588230740/table: appending metadata at 1731526692741 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731526692741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e344061: reopening flushed file at 1731526693152 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fdea7a0: reopening flushed file at 1731526693158 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28204af0: reopening flushed file at 1731526693164 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8a2b19: reopening flushed file at 1731526693171 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false at 1731526693179 (+8 ms)Writing region close event to WAL at 1731526693181 (+2 ms)Running coprocessor post-close hooks at 1731526693185 (+4 ms)Closed at 1731526693186 (+1 ms) 2024-11-13T19:38:13,186 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:13,234 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,38845,1731526609490; all regions closed. 2024-11-13T19:38:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:38:13,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.meta.1731526612637.meta not finished, retry = 0 2024-11-13T19:38:13,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:13,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:13,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:13,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:13,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:13,340 DEBUG [RS:0;80cec940e2c9:38845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/oldWALs 2024-11-13T19:38:13,340 INFO [RS:0;80cec940e2c9:38845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C38845%2C1731526609490.meta:.meta(num 1731526612637) 2024-11-13T19:38:13,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741839_1015 (size=2700) 2024-11-13T19:38:13,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.rep.1731526623248 not finished, retry = 0 2024-11-13T19:38:13,445 DEBUG [RS:0;80cec940e2c9:38845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/oldWALs 2024-11-13T19:38:13,445 INFO [RS:0;80cec940e2c9:38845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C38845%2C1731526609490.rep:(num 1731526623248) 2024-11-13T19:38:13,447 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/WALs/80cec940e2c9,38845,1731526609490/80cec940e2c9%2C38845%2C1731526609490.1731526611702 not finished, retry = 0 2024-11-13T19:38:13,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741832_1008 (size=1300) 2024-11-13T19:38:13,550 DEBUG [RS:0;80cec940e2c9:38845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/oldWALs 2024-11-13T19:38:13,550 INFO [RS:0;80cec940e2c9:38845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C38845%2C1731526609490:(num 1731526611702) 2024-11-13T19:38:13,550 DEBUG [RS:0;80cec940e2c9:38845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:13,550 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:13,550 INFO [RS:0;80cec940e2c9:38845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:13,550 INFO [RS:0;80cec940e2c9:38845 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:13,551 INFO [RS:0;80cec940e2c9:38845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:13,551 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:13,551 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,38845,1731526609490 because: Region server is closing 2024-11-13T19:38:13,551 INFO [RS:0;80cec940e2c9:38845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:38845. 2024-11-13T19:38:13,551 DEBUG [RS:0;80cec940e2c9:38845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:13,552 DEBUG [RS:0;80cec940e2c9:38845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:13,552 DEBUG [RS:0;80cec940e2c9:38845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:13,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:13,652 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:38:13,652 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.wal-reader.80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:38:13,652 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,38845,1731526609490.replicationSource.shipper80cec940e2c9%2C38845%2C1731526609490,1-80cec940e2c9,38845,1731526609490 terminated 2024-11-13T19:38:13,652 INFO [RS:0;80cec940e2c9:38845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38845 2024-11-13T19:38:13,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496/rs 2024-11-13T19:38:13,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-212782496/rs/80cec940e2c9,38845,1731526609490 2024-11-13T19:38:13,664 INFO [RS:0;80cec940e2c9:38845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:13,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,38845,1731526609490] 2024-11-13T19:38:13,680 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-212782496/draining/80cec940e2c9,38845,1731526609490 already deleted, retry=false 2024-11-13T19:38:13,680 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,38845,1731526609490 expired; onlineServers=0 2024-11-13T19:38:13,681 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,37737,1731526609333' ***** 2024-11-13T19:38:13,681 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:38:13,681 INFO [M:0;80cec940e2c9:37737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:13,681 INFO [M:0;80cec940e2c9:37737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:13,681 DEBUG [M:0;80cec940e2c9:37737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:38:13,681 DEBUG [M:0;80cec940e2c9:37737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:38:13,681 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:38:13,681 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526611448 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526611448,5,FailOnTimeoutGroup] 2024-11-13T19:38:13,681 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526611448 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526611448,5,FailOnTimeoutGroup] 2024-11-13T19:38:13,681 INFO [M:0;80cec940e2c9:37737 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:13,681 INFO [M:0;80cec940e2c9:37737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:13,681 DEBUG [M:0;80cec940e2c9:37737 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:38:13,681 INFO [M:0;80cec940e2c9:37737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:38:13,681 INFO [M:0;80cec940e2c9:37737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:13,681 INFO [M:0;80cec940e2c9:37737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:38:13,681 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:38:13,689 DEBUG [M:0;80cec940e2c9:37737 {}] zookeeper.ZKUtil(347): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Unable to get data of znode /0-212782496/master because node does not exist (not an error) 2024-11-13T19:38:13,689 WARN [M:0;80cec940e2c9:37737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:38:13,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-212782496/master 2024-11-13T19:38:13,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-212782496 2024-11-13T19:38:13,690 INFO [M:0;80cec940e2c9:37737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/.lastflushedseqids 2024-11-13T19:38:13,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741850_1026 (size=263) 2024-11-13T19:38:13,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:13,772 INFO [RS:0;80cec940e2c9:38845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:13,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38845-0x10136e1094e0001, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:13,772 INFO [RS:0;80cec940e2c9:38845 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,38845,1731526609490; zookeeper connection closed. 2024-11-13T19:38:13,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26750d21 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26750d21 2024-11-13T19:38:13,773 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:38:13,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:38:13,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:13,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:13,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:13,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:14,095 INFO [M:0;80cec940e2c9:37737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:38:14,096 INFO [M:0;80cec940e2c9:37737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:38:14,096 DEBUG [M:0;80cec940e2c9:37737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:38:14,096 INFO [M:0;80cec940e2c9:37737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:14,096 DEBUG [M:0;80cec940e2c9:37737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:14,096 DEBUG [M:0;80cec940e2c9:37737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:38:14,096 DEBUG [M:0;80cec940e2c9:37737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:14,096 INFO [M:0;80cec940e2c9:37737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-13T19:38:14,110 DEBUG [M:0;80cec940e2c9:37737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9922e96c3ba4ce98c6903e1adadfc76 is 82, key is hbase:meta,,1/info:regioninfo/1731526612671/Put/seqid=0 2024-11-13T19:38:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741851_1027 (size=5672) 2024-11-13T19:38:14,514 INFO [M:0;80cec940e2c9:37737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9922e96c3ba4ce98c6903e1adadfc76 2024-11-13T19:38:14,532 DEBUG [M:0;80cec940e2c9:37737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19986430df154cfcb10bc355fa15e38d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526618958/Put/seqid=0 2024-11-13T19:38:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741852_1028 (size=7240) 2024-11-13T19:38:14,937 INFO [M:0;80cec940e2c9:37737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19986430df154cfcb10bc355fa15e38d 2024-11-13T19:38:14,942 INFO [M:0;80cec940e2c9:37737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19986430df154cfcb10bc355fa15e38d 2024-11-13T19:38:14,957 DEBUG [M:0;80cec940e2c9:37737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59a3dc425386414a94cc6f54c44fca4b is 69, key is 80cec940e2c9,38845,1731526609490/rs:state/1731526611550/Put/seqid=0 2024-11-13T19:38:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741853_1029 (size=5156) 2024-11-13T19:38:15,362 INFO [M:0;80cec940e2c9:37737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59a3dc425386414a94cc6f54c44fca4b 2024-11-13T19:38:15,368 DEBUG [M:0;80cec940e2c9:37737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9922e96c3ba4ce98c6903e1adadfc76 as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9922e96c3ba4ce98c6903e1adadfc76 2024-11-13T19:38:15,374 INFO [M:0;80cec940e2c9:37737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9922e96c3ba4ce98c6903e1adadfc76, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T19:38:15,376 DEBUG [M:0;80cec940e2c9:37737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19986430df154cfcb10bc355fa15e38d as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19986430df154cfcb10bc355fa15e38d 2024-11-13T19:38:15,383 INFO [M:0;80cec940e2c9:37737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19986430df154cfcb10bc355fa15e38d 2024-11-13T19:38:15,383 INFO [M:0;80cec940e2c9:37737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19986430df154cfcb10bc355fa15e38d, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T19:38:15,384 DEBUG [M:0;80cec940e2c9:37737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59a3dc425386414a94cc6f54c44fca4b as hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59a3dc425386414a94cc6f54c44fca4b 2024-11-13T19:38:15,389 INFO [M:0;80cec940e2c9:37737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45929/user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59a3dc425386414a94cc6f54c44fca4b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T19:38:15,390 INFO [M:0;80cec940e2c9:37737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false 2024-11-13T19:38:15,391 INFO [M:0;80cec940e2c9:37737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:15,391 DEBUG [M:0;80cec940e2c9:37737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526694096Disabling compacts and flushes for region at 1731526694096Disabling writes for close at 1731526694096Obtaining lock to block concurrent updates at 1731526694096Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526694096Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731526694096Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526694097 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526694097Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526694109 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526694109Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526694519 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526694532 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526694532Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526694942 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526694957 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526694957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d90f2c: reopening flushed file at 1731526695368 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d986763: reopening flushed file at 1731526695375 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e352db6: reopening flushed file at 1731526695383 (+8 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false at 1731526695390 (+7 ms)Writing region close event to WAL at 1731526695391 (+1 ms)Closed at 1731526695391 2024-11-13T19:38:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741830_1006 (size=64526) 2024-11-13T19:38:15,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/384eee82-add7-3d06-14dd-4420af0d5496/MasterData/WALs/80cec940e2c9,37737,1731526609333/80cec940e2c9%2C37737%2C1731526609333.1731526611236 not finished, retry = 0 2024-11-13T19:38:15,495 INFO [M:0;80cec940e2c9:37737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:38:15,495 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:15,495 INFO [M:0;80cec940e2c9:37737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37737 2024-11-13T19:38:15,496 INFO [M:0;80cec940e2c9:37737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:15,609 INFO [M:0;80cec940e2c9:37737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37737-0x10136e1094e0000, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:15,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5d7fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:38:15,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b77c33a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:38:15,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:38:15,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489869af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:38:15,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d9f85b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.log.dir/,STOPPED} 2024-11-13T19:38:15,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:38:15,612 WARN [BP-1843126533-172.17.0.3-1731526607808 heartbeating to localhost/127.0.0.1:45929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:38:15,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:38:15,612 WARN [BP-1843126533-172.17.0.3-1731526607808 heartbeating to localhost/127.0.0.1:45929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843126533-172.17.0.3-1731526607808 (Datanode Uuid e06ac1d6-4e96-446d-abbe-d5786b52ae33) service to localhost/127.0.0.1:45929 2024-11-13T19:38:15,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/cluster_2c585428-f746-142e-eb7d-85404555e002/data/data1/current/BP-1843126533-172.17.0.3-1731526607808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:38:15,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/cluster_2c585428-f746-142e-eb7d-85404555e002/data/data2/current/BP-1843126533-172.17.0.3-1731526607808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:38:15,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:38:15,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56588678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:38:15,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@475b33e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:38:15,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:38:15,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e7127e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:38:15,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6474836b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8538c20-f3e8-f4a5-2de2-072b7223ee46/hadoop.log.dir/,STOPPED} 2024-11-13T19:38:15,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:38:15,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:38:15,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 138) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2978b90ab8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45929 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54022) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2978b90ab8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39479 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54022) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 353) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2940 (was 2123) - AvailableMemoryMB LEAK? - 2024-11-13T19:38:15,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=2940 2024-11-13T19:38:15,665 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T19:38:15,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.log.dir so I do NOT create it in target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde 2024-11-13T19:38:15,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:38:15,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.tmp.dir so I do NOT create it in target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde 2024-11-13T19:38:15,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61df9d4c-dd31-360c-4c75-3e0a5500f7ea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:38:15,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde 2024-11-13T19:38:15,666 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/cluster_8f472e5d-4223-26bf-b4fa-0978d93938c7, deleteOnExit=true 2024-11-13T19:38:15,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/cluster_8f472e5d-4223-26bf-b4fa-0978d93938c7/zookeeper_0, clientPort=64734, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/cluster_8f472e5d-4223-26bf-b4fa-0978d93938c7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/cluster_8f472e5d-4223-26bf-b4fa-0978d93938c7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:38:15,681 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64734 2024-11-13T19:38:15,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:38:15,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:38:15,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/test.cache.data in system properties and HBase conf 2024-11-13T19:38:15,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:38:15,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:38:15,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:38:15,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:38:15,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:38:15,682 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:38:15,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:38:15,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e1094e0002, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:38:15,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e1094e0005, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:38:15,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e1094e0005, quorum=127.0.0.1:54022, baseZNode=/1-1626633721 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:38:15,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e1094e0002, quorum=127.0.0.1:54022, baseZNode=/0-212782496 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:38:15,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:15,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:38:15,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:38:15,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:38:15,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:38:15,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:15,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f13e84a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:38:15,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35299b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:38:16,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46222de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/java.io.tmpdir/jetty-localhost-34989-hadoop-hdfs-3_4_1-tests_jar-_-any-3593689718345736767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:38:16,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ac7df12{HTTP/1.1, (http/1.1)}{localhost:34989} 2024-11-13T19:38:16,008 INFO [Time-limited test {}] server.Server(415): Started @141935ms 2024-11-13T19:38:16,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:16,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:38:16,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:38:16,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:38:16,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:38:16,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16acb552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:38:16,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b94c408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:38:16,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1233d3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/java.io.tmpdir/jetty-localhost-33657-hadoop-hdfs-3_4_1-tests_jar-_-any-7200019916231494657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:38:16,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@305dbe87{HTTP/1.1, (http/1.1)}{localhost:33657} 2024-11-13T19:38:16,286 INFO [Time-limited test {}] server.Server(415): Started @142213ms 2024-11-13T19:38:16,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:38:16,654 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/cluster_8f472e5d-4223-26bf-b4fa-0978d93938c7/data/data1/current/BP-1763022633-172.17.0.3-1731526695699/current, will proceed with Du for space computation calculation, 2024-11-13T19:38:16,654 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/cluster_8f472e5d-4223-26bf-b4fa-0978d93938c7/data/data2/current/BP-1763022633-172.17.0.3-1731526695699/current, will proceed with Du for space computation calculation, 2024-11-13T19:38:16,674 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:38:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44e2a6e26da9118f with lease ID 0x598fd19dce9cf391: Processing first storage report for DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4 from datanode DatanodeRegistration(127.0.0.1:36921, datanodeUuid=d4a85947-9da0-411f-b0fa-3fb96f3edf97, infoPort=46597, infoSecurePort=0, ipcPort=34865, storageInfo=lv=-57;cid=testClusterID;nsid=1306729545;c=1731526695699) 2024-11-13T19:38:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44e2a6e26da9118f with lease ID 0x598fd19dce9cf391: from storage DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4 node DatanodeRegistration(127.0.0.1:36921, datanodeUuid=d4a85947-9da0-411f-b0fa-3fb96f3edf97, infoPort=46597, infoSecurePort=0, ipcPort=34865, storageInfo=lv=-57;cid=testClusterID;nsid=1306729545;c=1731526695699), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:38:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44e2a6e26da9118f with lease ID 0x598fd19dce9cf391: Processing first storage report for DS-52798d19-173c-4ca8-b15d-278ccc692e90 from datanode DatanodeRegistration(127.0.0.1:36921, datanodeUuid=d4a85947-9da0-411f-b0fa-3fb96f3edf97, infoPort=46597, infoSecurePort=0, ipcPort=34865, storageInfo=lv=-57;cid=testClusterID;nsid=1306729545;c=1731526695699) 2024-11-13T19:38:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44e2a6e26da9118f with lease ID 0x598fd19dce9cf391: from storage DS-52798d19-173c-4ca8-b15d-278ccc692e90 node DatanodeRegistration(127.0.0.1:36921, datanodeUuid=d4a85947-9da0-411f-b0fa-3fb96f3edf97, infoPort=46597, infoSecurePort=0, ipcPort=34865, storageInfo=lv=-57;cid=testClusterID;nsid=1306729545;c=1731526695699), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:38:16,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde 2024-11-13T19:38:16,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:16,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:38:16,723 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1 with version=8 2024-11-13T19:38:16,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/hbase-staging 2024-11-13T19:38:16,726 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:16,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:16,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:16,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:16,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:16,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:16,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:38:16,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:16,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42789 2024-11-13T19:38:16,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42789 connecting to ZooKeeper ensemble=127.0.0.1:64734 2024-11-13T19:38:16,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427890x0, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:16,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42789-0x10136e260a80000 connected 2024-11-13T19:38:16,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:16,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:16,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/running 2024-11-13T19:38:16,837 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1, hbase.cluster.distributed=false 2024-11-13T19:38:16,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/acl 2024-11-13T19:38:16,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42789 2024-11-13T19:38:16,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42789 2024-11-13T19:38:16,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42789 2024-11-13T19:38:16,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42789 2024-11-13T19:38:16,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42789 2024-11-13T19:38:16,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:16,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:16,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:16,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:16,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:16,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:16,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:38:16,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:16,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33737 2024-11-13T19:38:16,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33737 connecting to ZooKeeper ensemble=127.0.0.1:64734 2024-11-13T19:38:16,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:16,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:16,883 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337370x0, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:16,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337370x0, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/running 2024-11-13T19:38:16,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33737-0x10136e260a80001 connected 2024-11-13T19:38:16,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:38:16,891 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:38:16,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/master 2024-11-13T19:38:16,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/acl 2024-11-13T19:38:16,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33737 2024-11-13T19:38:16,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33737 2024-11-13T19:38:16,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33737 2024-11-13T19:38:16,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33737 2024-11-13T19:38:16,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33737 2024-11-13T19:38:16,916 DEBUG [M:0;80cec940e2c9:42789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:42789 2024-11-13T19:38:16,916 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01717991735/backup-masters/80cec940e2c9,42789,1731526696725 2024-11-13T19:38:16,924 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/backup-masters 2024-11-13T19:38:16,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/backup-masters 2024-11-13T19:38:16,925 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on existing znode=/01717991735/backup-masters/80cec940e2c9,42789,1731526696725 2024-11-13T19:38:16,933 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717991735/master 2024-11-13T19:38:16,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:16,933 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:16,939 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on existing znode=/01717991735/master 2024-11-13T19:38:16,939 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01717991735/backup-masters/80cec940e2c9,42789,1731526696725 from backup master directory 2024-11-13T19:38:16,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/backup-masters/80cec940e2c9,42789,1731526696725 2024-11-13T19:38:16,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/backup-masters 2024-11-13T19:38:16,949 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/backup-masters 2024-11-13T19:38:16,949 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:16,949 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,42789,1731526696725 2024-11-13T19:38:16,953 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/hbase.id] with ID: a4fbd664-36ed-468f-9840-1113a0ac12e5 2024-11-13T19:38:16,953 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/.tmp/hbase.id 2024-11-13T19:38:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:38:17,366 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/.tmp/hbase.id]:[hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/hbase.id] 2024-11-13T19:38:17,377 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:17,377 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:38:17,378 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:38:17,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:17,388 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:17,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:38:17,794 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:17,795 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:38:17,796 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:38:18,203 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store 2024-11-13T19:38:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:38:18,610 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:18,610 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:38:18,610 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:18,610 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:18,610 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:38:18,610 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:18,610 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:18,610 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526698610Disabling compacts and flushes for region at 1731526698610Disabling writes for close at 1731526698610Writing region close event to WAL at 1731526698610Closed at 1731526698610 2024-11-13T19:38:18,611 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/.initializing 2024-11-13T19:38:18,611 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725 2024-11-13T19:38:18,612 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:18,614 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C42789%2C1731526696725, suffix=, logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725, archiveDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/oldWALs, maxLogs=10 2024-11-13T19:38:18,629 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725/80cec940e2c9%2C42789%2C1731526696725.1731526698614, exclude list is [], retry=0 2024-11-13T19:38:18,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4,DISK] 2024-11-13T19:38:18,634 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725/80cec940e2c9%2C42789%2C1731526696725.1731526698614 2024-11-13T19:38:18,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46597:46597)] 2024-11-13T19:38:18,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:18,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:18,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:38:18,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:18,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:18,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:38:18,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:18,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:18,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:38:18,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:18,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:18,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:38:18,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:18,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:18,642 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,642 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,643 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:18,645 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:18,647 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:18,648 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68458666, jitterRate=0.020113617181777954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:18,649 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526698635Initializing all the Stores at 1731526698635Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526698635Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526698635Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526698635Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526698635Cleaning up temporary data from old regions at 1731526698644 (+9 ms)Region opened successfully at 1731526698649 (+5 ms) 2024-11-13T19:38:18,649 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:38:18,652 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747ff29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:18,653 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:38:18,653 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:38:18,653 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:38:18,653 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:38:18,654 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:38:18,654 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:38:18,654 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:38:18,657 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:38:18,658 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/balancer because node does not exist (not necessarily an error) 2024-11-13T19:38:18,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:38:18,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:18,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:18,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:18,724 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/balancer already deleted, retry=false 2024-11-13T19:38:18,724 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:38:18,725 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:38:18,732 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/normalizer already deleted, retry=false 2024-11-13T19:38:18,733 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:38:18,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:38:18,741 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/switch/split already deleted, retry=false 2024-11-13T19:38:18,742 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:38:18,749 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/switch/merge already deleted, retry=false 2024-11-13T19:38:18,751 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:38:18,757 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/snapshot-cleanup already deleted, retry=false 2024-11-13T19:38:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717991735/running 2024-11-13T19:38:18,766 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717991735/running 2024-11-13T19:38:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:18,766 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:18,766 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,42789,1731526696725, sessionid=0x10136e260a80000, setting cluster-up flag (Was=false) 2024-11-13T19:38:18,782 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:18,807 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717991735/flush-table-proc/acquired, /01717991735/flush-table-proc/reached, /01717991735/flush-table-proc/abort 2024-11-13T19:38:18,808 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,42789,1731526696725 2024-11-13T19:38:18,824 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:18,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:18,849 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717991735/online-snapshot/acquired, /01717991735/online-snapshot/reached, /01717991735/online-snapshot/abort 2024-11-13T19:38:18,850 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,42789,1731526696725 2024-11-13T19:38:18,851 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:38:18,852 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:18,852 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:38:18,853 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:38:18,853 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,42789,1731526696725 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:38:18,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:18,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:18,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:18,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:18,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:38:18,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:18,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:18,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:38:18,856 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526728856 2024-11-13T19:38:18,856 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:38:18,856 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:38:18,856 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:38:18,856 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:38:18,856 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:38:18,856 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:38:18,856 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,857 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:18,857 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:38:18,857 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:38:18,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:38:18,857 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:38:18,857 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:38:18,858 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:38:18,858 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:38:18,859 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526698859,5,FailOnTimeoutGroup] 2024-11-13T19:38:18,862 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526698859,5,FailOnTimeoutGroup] 2024-11-13T19:38:18,862 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,862 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:38:18,862 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,862 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:38:18,902 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(746): ClusterId : a4fbd664-36ed-468f-9840-1113a0ac12e5 2024-11-13T19:38:18,902 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:38:18,908 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:38:18,908 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:38:18,917 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:38:18,917 DEBUG [RS:0;80cec940e2c9:33737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9ce80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:18,933 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:33737 2024-11-13T19:38:18,933 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:38:18,933 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:38:18,933 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:38:18,934 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,42789,1731526696725 with port=33737, startcode=1731526696859 2024-11-13T19:38:18,934 DEBUG [RS:0;80cec940e2c9:33737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:38:18,936 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:38:18,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,33737,1731526696859 2024-11-13T19:38:18,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42789 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,33737,1731526696859 2024-11-13T19:38:18,939 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1 2024-11-13T19:38:18,939 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35519 2024-11-13T19:38:18,939 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:38:18,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/rs 2024-11-13T19:38:18,949 DEBUG [RS:0;80cec940e2c9:33737 {}] zookeeper.ZKUtil(111): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on existing znode=/01717991735/rs/80cec940e2c9,33737,1731526696859 2024-11-13T19:38:18,950 WARN [RS:0;80cec940e2c9:33737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:18,950 INFO [RS:0;80cec940e2c9:33737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:18,950 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859 2024-11-13T19:38:18,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,33737,1731526696859] 2024-11-13T19:38:18,956 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:38:18,958 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:38:18,962 INFO [RS:0;80cec940e2c9:33737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:38:18,963 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,966 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:38:18,967 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:38:18,967 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:18,968 DEBUG [RS:0;80cec940e2c9:33737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:18,975 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,975 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,975 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,975 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,975 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,975 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33737,1731526696859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:18,991 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:38:18,992 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33737,1731526696859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,992 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:18,992 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.Replication(171): 80cec940e2c9,33737,1731526696859 started 2024-11-13T19:38:19,011 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:19,011 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,33737,1731526696859, RpcServer on 80cec940e2c9/172.17.0.3:33737, sessionid=0x10136e260a80001 2024-11-13T19:38:19,011 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:38:19,011 DEBUG [RS:0;80cec940e2c9:33737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,33737,1731526696859 2024-11-13T19:38:19,011 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,33737,1731526696859' 2024-11-13T19:38:19,011 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717991735/flush-table-proc/abort' 2024-11-13T19:38:19,012 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717991735/flush-table-proc/acquired' 2024-11-13T19:38:19,013 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:38:19,013 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:38:19,013 DEBUG [RS:0;80cec940e2c9:33737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,33737,1731526696859 2024-11-13T19:38:19,013 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,33737,1731526696859' 2024-11-13T19:38:19,013 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717991735/online-snapshot/abort' 2024-11-13T19:38:19,013 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717991735/online-snapshot/acquired' 2024-11-13T19:38:19,013 DEBUG [RS:0;80cec940e2c9:33737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:38:19,013 INFO [RS:0;80cec940e2c9:33737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:38:19,014 INFO [RS:0;80cec940e2c9:33737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:38:19,114 INFO [RS:0;80cec940e2c9:33737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:19,116 INFO [RS:0;80cec940e2c9:33737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C33737%2C1731526696859, suffix=, logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859, archiveDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs, maxLogs=10 2024-11-13T19:38:19,135 DEBUG [RS:0;80cec940e2c9:33737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.1731526699116, exclude list is [], retry=0 2024-11-13T19:38:19,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4,DISK] 2024-11-13T19:38:19,147 INFO [RS:0;80cec940e2c9:33737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.1731526699116 2024-11-13T19:38:19,147 DEBUG [RS:0;80cec940e2c9:33737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46597:46597)] 2024-11-13T19:38:19,266 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:38:19,266 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1 2024-11-13T19:38:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:38:19,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:19,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:38:19,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:38:19,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:19,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:19,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:38:19,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:38:19,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:19,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:19,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:38:19,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:38:19,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:19,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:19,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:38:19,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:38:19,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:19,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:19,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:38:19,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740 2024-11-13T19:38:19,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740 2024-11-13T19:38:19,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:38:19,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:38:19,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:19,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:38:19,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:19,301 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67156188, jitterRate=7.051825523376465E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:19,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526699283Initializing all the Stores at 1731526699284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526699284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526699284Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526699284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526699284Cleaning up temporary data from old regions at 1731526699296 (+12 ms)Region opened successfully at 1731526699302 (+6 ms) 2024-11-13T19:38:19,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:38:19,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:38:19,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:38:19,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:38:19,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:38:19,303 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:19,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526699302Disabling compacts and flushes for region at 1731526699302Disabling writes for close at 1731526699302Writing region close event to WAL at 1731526699303 (+1 ms)Closed at 1731526699303 2024-11-13T19:38:19,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:19,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:38:19,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:38:19,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:19,311 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:38:19,461 DEBUG [80cec940e2c9:42789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:38:19,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,33737,1731526696859 2024-11-13T19:38:19,463 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,33737,1731526696859, state=OPENING 2024-11-13T19:38:19,499 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:38:19,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:19,508 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:19,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:19,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:19,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:19,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,33737,1731526696859}] 2024-11-13T19:38:19,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:19,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:38:19,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:38:19,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:38:19,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:19,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:38:19,661 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:38:19,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:38:19,674 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:38:19,674 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:19,674 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:38:19,676 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C33737%2C1731526696859.meta, suffix=.meta, logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859, archiveDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs, maxLogs=10 2024-11-13T19:38:19,695 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.meta.1731526699677.meta, exclude list is [], retry=0 2024-11-13T19:38:19,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4,DISK] 2024-11-13T19:38:19,706 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.meta.1731526699677.meta 2024-11-13T19:38:19,706 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46597:46597)] 2024-11-13T19:38:19,706 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:19,707 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:19,707 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:38:19,707 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:38:19,707 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:38:19,707 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:38:19,707 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:19,707 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:38:19,707 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:38:19,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:38:19,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:38:19,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:19,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:19,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:38:19,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:38:19,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:19,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:19,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:38:19,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:38:19,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:19,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:19,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:38:19,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:38:19,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:19,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:19,718 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:38:19,719 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740 2024-11-13T19:38:19,720 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740 2024-11-13T19:38:19,721 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:38:19,721 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:38:19,722 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:19,724 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:38:19,725 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64182069, jitterRate=-0.04361264407634735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:19,725 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:38:19,725 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526699707Writing region info on filesystem at 1731526699707Initializing all the Stores at 1731526699708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526699709 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526699709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526699709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526699709Cleaning up temporary data from old regions at 1731526699721 (+12 ms)Running coprocessor post-open hooks at 1731526699725 (+4 ms)Region opened successfully at 1731526699725 2024-11-13T19:38:19,727 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526699661 2024-11-13T19:38:19,733 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:38:19,733 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:38:19,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,33737,1731526696859 2024-11-13T19:38:19,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,33737,1731526696859, state=OPEN 2024-11-13T19:38:19,770 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717991735/meta-region-server 2024-11-13T19:38:19,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:19,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717991735/meta-region-server 2024-11-13T19:38:19,770 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,33737,1731526696859 2024-11-13T19:38:19,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:19,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:38:19,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,33737,1731526696859 in 263 msec 2024-11-13T19:38:19,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:38:19,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-13T19:38:19,777 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:19,777 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:38:19,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:19,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,33737,1731526696859, seqNum=-1] 2024-11-13T19:38:19,779 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:19,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:19,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 939 msec 2024-11-13T19:38:19,792 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526699792, completionTime=-1 2024-11-13T19:38:19,792 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:38:19,793 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:38:19,795 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:38:19,795 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526759795 2024-11-13T19:38:19,795 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526819795 2024-11-13T19:38:19,795 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:38:19,796 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42789,1731526696725-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:19,796 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42789,1731526696725-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:19,796 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42789,1731526696725-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:19,796 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:42789, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:19,796 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:19,796 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:19,798 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:38:19,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.852sec 2024-11-13T19:38:19,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:38:19,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:38:19,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:38:19,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:38:19,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:38:19,802 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42789,1731526696725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:19,802 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42789,1731526696725-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:38:19,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b723d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:19,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42789,-1 for getting cluster id 2024-11-13T19:38:19,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:19,805 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4fbd664-36ed-468f-9840-1113a0ac12e5' 2024-11-13T19:38:19,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4fbd664-36ed-468f-9840-1113a0ac12e5" 2024-11-13T19:38:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a1174e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42789,-1] 2024-11-13T19:38:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:19,808 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:19,808 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:38:19,808 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:38:19,808 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42789,1731526696725-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:19,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e203837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:19,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,33737,1731526696859, seqNum=-1] 2024-11-13T19:38:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:19,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:19,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,42789,1731526696725 2024-11-13T19:38:19,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64734 2024-11-13T19:38:19,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:19,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e260a80002 connected 2024-11-13T19:38:19,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.log.dir so I do NOT create it in target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef 2024-11-13T19:38:19,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:38:19,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.tmp.dir so I do NOT create it in target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef 2024-11-13T19:38:19,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:38:19,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef 2024-11-13T19:38:19,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:38:19,845 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/cluster_2e63adab-469c-8b24-4c99-e867674f75f7, deleteOnExit=true 2024-11-13T19:38:19,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:38:19,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/test.cache.data in system properties and HBase conf 2024-11-13T19:38:19,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:38:19,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:38:19,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:38:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:38:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:38:19,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:38:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:38:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:38:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:38:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:38:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:38:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:38:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:38:19,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:38:19,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:38:19,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:38:19,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:38:19,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:38:19,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:38:19,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:38:20,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:20,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:38:20,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:38:20,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:38:20,107 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:38:20,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:20,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73f3698b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:38:20,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ed25a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:38:20,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e225f62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/java.io.tmpdir/jetty-localhost-35045-hadoop-hdfs-3_4_1-tests_jar-_-any-18090963091177502345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:38:20,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9d207cf{HTTP/1.1, (http/1.1)}{localhost:35045} 2024-11-13T19:38:20,239 INFO [Time-limited test {}] server.Server(415): Started @146165ms 2024-11-13T19:38:20,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:20,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:38:20,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:38:20,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:38:20,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:38:20,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75117a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:38:20,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3770829e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:38:20,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67c03719{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/java.io.tmpdir/jetty-localhost-44549-hadoop-hdfs-3_4_1-tests_jar-_-any-10051386984386619662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:38:20,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ee05249{HTTP/1.1, (http/1.1)}{localhost:44549} 2024-11-13T19:38:20,644 INFO [Time-limited test {}] server.Server(415): Started @146571ms 2024-11-13T19:38:20,646 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:38:21,106 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/cluster_2e63adab-469c-8b24-4c99-e867674f75f7/data/data2/current/BP-1309168110-172.17.0.3-1731526699872/current, will proceed with Du for space computation calculation, 2024-11-13T19:38:21,106 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/cluster_2e63adab-469c-8b24-4c99-e867674f75f7/data/data1/current/BP-1309168110-172.17.0.3-1731526699872/current, will proceed with Du for space computation calculation, 2024-11-13T19:38:21,124 WARN [Thread-1400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:38:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e0241039b615e15 with lease ID 0xd3c961463e49d30: Processing first storage report for DS-df9593c7-8d74-4951-b9f1-c2408d67eaec from datanode DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e7d2d3f6-ecef-41b2-a22b-a6bdf7e33d7a, infoPort=33323, infoSecurePort=0, ipcPort=33817, storageInfo=lv=-57;cid=testClusterID;nsid=1259295805;c=1731526699872) 2024-11-13T19:38:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e0241039b615e15 with lease ID 0xd3c961463e49d30: from storage DS-df9593c7-8d74-4951-b9f1-c2408d67eaec node DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e7d2d3f6-ecef-41b2-a22b-a6bdf7e33d7a, infoPort=33323, infoSecurePort=0, ipcPort=33817, storageInfo=lv=-57;cid=testClusterID;nsid=1259295805;c=1731526699872), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:38:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e0241039b615e15 with lease ID 0xd3c961463e49d30: Processing first storage report for DS-ef17f64e-88b0-4120-ad3d-c906105bfa8e from datanode DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e7d2d3f6-ecef-41b2-a22b-a6bdf7e33d7a, infoPort=33323, infoSecurePort=0, ipcPort=33817, storageInfo=lv=-57;cid=testClusterID;nsid=1259295805;c=1731526699872) 2024-11-13T19:38:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e0241039b615e15 with lease ID 0xd3c961463e49d30: from storage DS-ef17f64e-88b0-4120-ad3d-c906105bfa8e node DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e7d2d3f6-ecef-41b2-a22b-a6bdf7e33d7a, infoPort=33323, infoSecurePort=0, ipcPort=33817, storageInfo=lv=-57;cid=testClusterID;nsid=1259295805;c=1731526699872), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:38:21,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef 2024-11-13T19:38:21,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:21,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:38:21,643 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee with version=8 2024-11-13T19:38:21,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/hbase-staging 2024-11-13T19:38:21,645 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:21,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:21,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:21,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:21,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:21,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:21,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:38:21,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:21,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44483 2024-11-13T19:38:21,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44483 connecting to ZooKeeper ensemble=127.0.0.1:64734 2024-11-13T19:38:21,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444830x0, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:21,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44483-0x10136e260a80003 connected 2024-11-13T19:38:21,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:21,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:21,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on znode that does not yet exist, /1-640599963/running 2024-11-13T19:38:21,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee, hbase.cluster.distributed=false 2024-11-13T19:38:21,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on znode that does not yet exist, /1-640599963/acl 2024-11-13T19:38:21,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44483 2024-11-13T19:38:21,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44483 2024-11-13T19:38:21,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44483 2024-11-13T19:38:21,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44483 2024-11-13T19:38:21,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44483 2024-11-13T19:38:21,843 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:21,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:21,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:21,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:21,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:21,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:21,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:38:21,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:21,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35739 2024-11-13T19:38:21,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35739 connecting to ZooKeeper ensemble=127.0.0.1:64734 2024-11-13T19:38:21,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:21,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:21,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357390x0, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:21,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357390x0, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on znode that does not yet exist, /1-640599963/running 2024-11-13T19:38:21,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:38:21,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35739-0x10136e260a80004 connected 2024-11-13T19:38:21,883 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:38:21,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on znode that does not yet exist, /1-640599963/master 2024-11-13T19:38:21,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on znode that does not yet exist, /1-640599963/acl 2024-11-13T19:38:21,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35739 2024-11-13T19:38:21,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35739 2024-11-13T19:38:21,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35739 2024-11-13T19:38:21,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35739 2024-11-13T19:38:21,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35739 2024-11-13T19:38:21,918 DEBUG [M:0;80cec940e2c9:44483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:44483 2024-11-13T19:38:21,918 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-640599963/backup-masters/80cec940e2c9,44483,1731526701645 2024-11-13T19:38:21,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963/backup-masters 2024-11-13T19:38:21,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963/backup-masters 2024-11-13T19:38:21,924 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on existing znode=/1-640599963/backup-masters/80cec940e2c9,44483,1731526701645 2024-11-13T19:38:21,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-640599963/master 2024-11-13T19:38:21,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:21,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:21,933 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on existing znode=/1-640599963/master 2024-11-13T19:38:21,933 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-640599963/backup-masters/80cec940e2c9,44483,1731526701645 from backup master directory 2024-11-13T19:38:21,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640599963/backup-masters/80cec940e2c9,44483,1731526701645 2024-11-13T19:38:21,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963/backup-masters 2024-11-13T19:38:21,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963/backup-masters 2024-11-13T19:38:21,941 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:21,941 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,44483,1731526701645 2024-11-13T19:38:21,944 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/hbase.id] with ID: b87d286a-9512-484f-b1aa-3141ea52be9d 2024-11-13T19:38:21,944 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/.tmp/hbase.id 2024-11-13T19:38:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:38:22,349 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/.tmp/hbase.id]:[hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/hbase.id] 2024-11-13T19:38:22,361 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:22,361 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:38:22,362 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:38:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:38:22,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:22,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:38:22,830 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:22,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:38:23,248 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store 2024-11-13T19:38:23,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:38:23,654 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:23,654 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:38:23,654 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:23,655 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:23,655 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:38:23,655 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:23,655 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:23,655 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526703654Disabling compacts and flushes for region at 1731526703654Disabling writes for close at 1731526703655 (+1 ms)Writing region close event to WAL at 1731526703655Closed at 1731526703655 2024-11-13T19:38:23,656 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/.initializing 2024-11-13T19:38:23,656 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/WALs/80cec940e2c9,44483,1731526701645 2024-11-13T19:38:23,657 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:23,658 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C44483%2C1731526701645, suffix=, logDir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/WALs/80cec940e2c9,44483,1731526701645, archiveDir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/oldWALs, maxLogs=10 2024-11-13T19:38:23,671 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/WALs/80cec940e2c9,44483,1731526701645/80cec940e2c9%2C44483%2C1731526701645.1731526703658, exclude list is [], retry=0 2024-11-13T19:38:23,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44861,DS-df9593c7-8d74-4951-b9f1-c2408d67eaec,DISK] 2024-11-13T19:38:23,676 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/WALs/80cec940e2c9,44483,1731526701645/80cec940e2c9%2C44483%2C1731526701645.1731526703658 2024-11-13T19:38:23,676 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33323:33323)] 2024-11-13T19:38:23,676 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:23,676 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:23,676 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,676 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:38:23,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:23,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:23,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:38:23,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:23,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:23,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:38:23,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:23,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:23,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:38:23,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:23,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:23,684 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,685 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,685 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,686 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,686 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,686 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:23,687 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:23,689 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:23,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65974883, jitterRate=-0.01689763367176056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:23,689 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526703676Initializing all the Stores at 1731526703678 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526703678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526703678Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526703678Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526703678Cleaning up temporary data from old regions at 1731526703686 (+8 ms)Region opened successfully at 1731526703689 (+3 ms) 2024-11-13T19:38:23,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:38:23,692 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd55041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:23,692 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:38:23,693 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:38:23,693 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:38:23,693 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:38:23,693 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:38:23,693 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:38:23,694 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:38:23,695 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:38:23,696 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Unable to get data of znode /1-640599963/balancer because node does not exist (not necessarily an error) 2024-11-13T19:38:23,740 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640599963/balancer already deleted, retry=false 2024-11-13T19:38:23,741 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:38:23,741 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Unable to get data of znode /1-640599963/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:38:23,749 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640599963/normalizer already deleted, retry=false 2024-11-13T19:38:23,749 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:38:23,750 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Unable to get data of znode /1-640599963/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:38:23,757 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640599963/switch/split already deleted, retry=false 2024-11-13T19:38:23,758 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Unable to get data of znode /1-640599963/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:38:23,765 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640599963/switch/merge already deleted, retry=false 2024-11-13T19:38:23,767 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Unable to get data of znode /1-640599963/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:38:23,774 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640599963/snapshot-cleanup already deleted, retry=false 2024-11-13T19:38:23,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-640599963/running 2024-11-13T19:38:23,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-640599963/running 2024-11-13T19:38:23,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:23,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:23,782 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,44483,1731526701645, sessionid=0x10136e260a80003, setting cluster-up flag (Was=false) 2024-11-13T19:38:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:23,824 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-640599963/flush-table-proc/acquired, /1-640599963/flush-table-proc/reached, /1-640599963/flush-table-proc/abort 2024-11-13T19:38:23,825 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,44483,1731526701645 2024-11-13T19:38:23,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:23,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:23,865 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-640599963/online-snapshot/acquired, /1-640599963/online-snapshot/reached, /1-640599963/online-snapshot/abort 2024-11-13T19:38:23,867 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,44483,1731526701645 2024-11-13T19:38:23,868 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:38:23,870 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:23,870 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:38:23,870 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:38:23,870 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,44483,1731526701645 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:38:23,871 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:23,871 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:23,871 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:23,872 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:23,872 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:38:23,872 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,872 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:23,872 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526733872 2024-11-13T19:38:23,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:38:23,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:38:23,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:38:23,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:38:23,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:38:23,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:38:23,873 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:23,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:38:23,873 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:38:23,873 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:38:23,873 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:38:23,873 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:38:23,873 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:38:23,873 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:38:23,873 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526703873,5,FailOnTimeoutGroup] 2024-11-13T19:38:23,874 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526703874,5,FailOnTimeoutGroup] 2024-11-13T19:38:23,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:38:23,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:23,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:38:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:38:23,905 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(746): ClusterId : b87d286a-9512-484f-b1aa-3141ea52be9d 2024-11-13T19:38:23,905 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:38:23,914 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:38:23,914 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:38:23,924 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:38:23,925 DEBUG [RS:0;80cec940e2c9:35739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f106e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:23,936 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:35739 2024-11-13T19:38:23,936 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:38:23,936 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:38:23,936 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:38:23,936 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,44483,1731526701645 with port=35739, startcode=1731526701842 2024-11-13T19:38:23,936 DEBUG [RS:0;80cec940e2c9:35739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:38:23,938 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:38:23,938 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,35739,1731526701842 2024-11-13T19:38:23,938 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44483 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,35739,1731526701842 2024-11-13T19:38:23,939 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee 2024-11-13T19:38:23,939 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41653 2024-11-13T19:38:23,939 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:38:23,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963/rs 2024-11-13T19:38:23,979 DEBUG [RS:0;80cec940e2c9:35739 {}] zookeeper.ZKUtil(111): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on existing znode=/1-640599963/rs/80cec940e2c9,35739,1731526701842 2024-11-13T19:38:23,979 WARN [RS:0;80cec940e2c9:35739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:23,979 INFO [RS:0;80cec940e2c9:35739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:23,979 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/WALs/80cec940e2c9,35739,1731526701842 2024-11-13T19:38:23,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,35739,1731526701842] 2024-11-13T19:38:23,982 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:38:23,984 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:38:23,985 INFO [RS:0;80cec940e2c9:35739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:38:23,985 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,985 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:38:23,986 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:38:23,986 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:23,986 DEBUG [RS:0;80cec940e2c9:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:23,987 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,987 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,987 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,987 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,987 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:23,987 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,35739,1731526701842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:24,000 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:38:24,000 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,35739,1731526701842-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:24,001 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:24,001 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.Replication(171): 80cec940e2c9,35739,1731526701842 started 2024-11-13T19:38:24,014 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:24,014 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,35739,1731526701842, RpcServer on 80cec940e2c9/172.17.0.3:35739, sessionid=0x10136e260a80004 2024-11-13T19:38:24,014 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:38:24,014 DEBUG [RS:0;80cec940e2c9:35739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,35739,1731526701842 2024-11-13T19:38:24,014 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,35739,1731526701842' 2024-11-13T19:38:24,014 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-640599963/flush-table-proc/abort' 2024-11-13T19:38:24,015 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-640599963/flush-table-proc/acquired' 2024-11-13T19:38:24,015 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:38:24,015 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:38:24,015 DEBUG [RS:0;80cec940e2c9:35739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,35739,1731526701842 2024-11-13T19:38:24,015 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,35739,1731526701842' 2024-11-13T19:38:24,015 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-640599963/online-snapshot/abort' 2024-11-13T19:38:24,015 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-640599963/online-snapshot/acquired' 2024-11-13T19:38:24,016 DEBUG [RS:0;80cec940e2c9:35739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:38:24,016 INFO [RS:0;80cec940e2c9:35739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:38:24,016 INFO [RS:0;80cec940e2c9:35739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:38:24,116 INFO [RS:0;80cec940e2c9:35739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:24,118 INFO [RS:0;80cec940e2c9:35739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C35739%2C1731526701842, suffix=, logDir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/WALs/80cec940e2c9,35739,1731526701842, archiveDir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/oldWALs, maxLogs=10 2024-11-13T19:38:24,130 DEBUG [RS:0;80cec940e2c9:35739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/WALs/80cec940e2c9,35739,1731526701842/80cec940e2c9%2C35739%2C1731526701842.1731526704118, exclude list is [], retry=0 2024-11-13T19:38:24,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44861,DS-df9593c7-8d74-4951-b9f1-c2408d67eaec,DISK] 2024-11-13T19:38:24,135 INFO [RS:0;80cec940e2c9:35739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/WALs/80cec940e2c9,35739,1731526701842/80cec940e2c9%2C35739%2C1731526701842.1731526704118 2024-11-13T19:38:24,135 DEBUG [RS:0;80cec940e2c9:35739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33323:33323)] 2024-11-13T19:38:24,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:38:24,280 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee 2024-11-13T19:38:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:38:24,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:24,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:38:24,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:38:24,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:24,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:24,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:38:24,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:38:24,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:24,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:24,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:38:24,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:38:24,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:24,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:24,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:38:24,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:38:24,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:24,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:24,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:38:24,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740 2024-11-13T19:38:24,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740 2024-11-13T19:38:24,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:38:24,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:38:24,696 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:24,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:38:24,699 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:24,700 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62882325, jitterRate=-0.06298033893108368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:24,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526704687Initializing all the Stores at 1731526704688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526704688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526704688Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526704688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526704688Cleaning up temporary data from old regions at 1731526704696 (+8 ms)Region opened successfully at 1731526704700 (+4 ms) 2024-11-13T19:38:24,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:38:24,700 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:38:24,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:38:24,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:38:24,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:38:24,700 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:24,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526704700Disabling compacts and flushes for region at 1731526704700Disabling writes for close at 1731526704700Writing region close event to WAL at 1731526704700Closed at 1731526704700 2024-11-13T19:38:24,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:24,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:38:24,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:38:24,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:24,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:38:24,854 DEBUG [80cec940e2c9:44483 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:38:24,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,35739,1731526701842 2024-11-13T19:38:24,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,35739,1731526701842, state=OPENING 2024-11-13T19:38:24,890 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:38:24,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:24,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:24,899 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:24,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-640599963/meta-region-server: CHANGED 2024-11-13T19:38:24,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-640599963/meta-region-server: CHANGED 2024-11-13T19:38:24,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,35739,1731526701842}] 2024-11-13T19:38:25,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:38:25,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:38:25,057 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:38:25,057 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:25,057 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:38:25,058 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C35739%2C1731526701842.meta, suffix=.meta, logDir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/WALs/80cec940e2c9,35739,1731526701842, archiveDir=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/oldWALs, maxLogs=10 2024-11-13T19:38:25,070 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/WALs/80cec940e2c9,35739,1731526701842/80cec940e2c9%2C35739%2C1731526701842.meta.1731526705059.meta, exclude list is [], retry=0 2024-11-13T19:38:25,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44861,DS-df9593c7-8d74-4951-b9f1-c2408d67eaec,DISK] 2024-11-13T19:38:25,074 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/WALs/80cec940e2c9,35739,1731526701842/80cec940e2c9%2C35739%2C1731526701842.meta.1731526705059.meta 2024-11-13T19:38:25,074 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33323:33323)] 2024-11-13T19:38:25,075 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:25,075 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:25,075 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:38:25,075 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:38:25,075 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:38:25,075 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:38:25,075 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:25,075 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:38:25,075 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:38:25,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:38:25,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:38:25,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:25,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:25,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:38:25,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:38:25,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:25,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:25,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:38:25,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:38:25,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:25,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:25,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:38:25,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:38:25,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:25,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:25,081 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:38:25,082 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740 2024-11-13T19:38:25,083 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740 2024-11-13T19:38:25,084 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:38:25,084 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:38:25,084 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:25,085 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:38:25,086 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72304146, jitterRate=0.07741573452949524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:25,086 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:38:25,086 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526705075Writing region info on filesystem at 1731526705075Initializing all the Stores at 1731526705076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526705076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526705077 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526705077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526705077Cleaning up temporary data from old regions at 1731526705084 (+7 ms)Running coprocessor post-open hooks at 1731526705086 (+2 ms)Region opened successfully at 1731526705086 2024-11-13T19:38:25,087 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526705052 2024-11-13T19:38:25,089 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:38:25,090 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:38:25,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,35739,1731526701842 2024-11-13T19:38:25,091 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,35739,1731526701842, state=OPEN 2024-11-13T19:38:25,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-640599963/meta-region-server 2024-11-13T19:38:25,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-640599963/meta-region-server 2024-11-13T19:38:25,099 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,35739,1731526701842 2024-11-13T19:38:25,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-640599963/meta-region-server: CHANGED 2024-11-13T19:38:25,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-640599963/meta-region-server: CHANGED 2024-11-13T19:38:25,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:38:25,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,35739,1731526701842 in 200 msec 2024-11-13T19:38:25,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:38:25,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-13T19:38:25,104 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:25,104 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:38:25,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:25,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,35739,1731526701842, seqNum=-1] 2024-11-13T19:38:25,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:25,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:25,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-13T19:38:25,116 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526705116, completionTime=-1 2024-11-13T19:38:25,116 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:38:25,116 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:38:25,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:38:25,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526765118 2024-11-13T19:38:25,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526825118 2024-11-13T19:38:25,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:38:25,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44483,1731526701645-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:25,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44483,1731526701645-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:25,119 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44483,1731526701645-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:25,119 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:44483, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:25,119 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:25,119 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:25,121 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:38:25,122 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.181sec 2024-11-13T19:38:25,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:38:25,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:38:25,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:38:25,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:38:25,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:38:25,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44483,1731526701645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:25,123 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44483,1731526701645-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:38:25,125 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:38:25,125 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:38:25,125 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44483,1731526701645-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:25,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:38:25,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:25,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:25,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:25,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:25,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:25,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:25,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:38:25,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285836e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:25,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44483,-1 for getting cluster id 2024-11-13T19:38:25,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:25,207 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b87d286a-9512-484f-b1aa-3141ea52be9d' 2024-11-13T19:38:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b87d286a-9512-484f-b1aa-3141ea52be9d" 2024-11-13T19:38:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46729461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44483,-1] 2024-11-13T19:38:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:25,209 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:25,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56987dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:25,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:25,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,35739,1731526701842, seqNum=-1] 2024-11-13T19:38:25,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:25,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:25,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,44483,1731526701645 2024-11-13T19:38:25,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64734 2024-11-13T19:38:25,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:25,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e260a80005 connected 2024-11-13T19:38:25,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cec6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:25,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42789,-1 for getting cluster id 2024-11-13T19:38:25,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:25,236 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4fbd664-36ed-468f-9840-1113a0ac12e5' 2024-11-13T19:38:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4fbd664-36ed-468f-9840-1113a0ac12e5" 2024-11-13T19:38:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c77e7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42789,-1] 2024-11-13T19:38:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:25,237 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbd487d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:25,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,42789,1731526696725 2024-11-13T19:38:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@90afefe 2024-11-13T19:38:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:25,240 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:25,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:44483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:38:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:38:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:25,243 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:44483' 2024-11-13T19:38:25,244 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4566cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:25,244 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44483,-1 for getting cluster id 2024-11-13T19:38:25,244 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:25,245 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b87d286a-9512-484f-b1aa-3141ea52be9d' 2024-11-13T19:38:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b87d286a-9512-484f-b1aa-3141ea52be9d" 2024-11-13T19:38:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be882c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44483,-1] 2024-11-13T19:38:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:25,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:25,246 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d7b209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:25,247 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:25,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44483,1731526701645 2024-11-13T19:38:25,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@148ab0e9 2024-11-13T19:38:25,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:25,249 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:25,250 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T19:38:25,250 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:38:25,250 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:25,250 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:25,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:25,251 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:25,252 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:38:25,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:38:25,253 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:25,254 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:38:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741835_1011 (size=1138) 2024-11-13T19:38:25,303 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:38:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:25,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 727a6f8ff9a47d3ad2b36bd2709f9f1f, NAME => 'hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1 2024-11-13T19:38:25,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741836_1012 (size=44) 2024-11-13T19:38:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:26,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:26,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 727a6f8ff9a47d3ad2b36bd2709f9f1f, disabling compactions & flushes 2024-11-13T19:38:26,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:26,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:26,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. after waiting 0 ms 2024-11-13T19:38:26,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:26,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:26,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 727a6f8ff9a47d3ad2b36bd2709f9f1f: Waiting for close lock at 1731526706068Disabling compacts and flushes for region at 1731526706068Disabling writes for close at 1731526706068Writing region close event to WAL at 1731526706068Closed at 1731526706068 2024-11-13T19:38:26,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:38:26,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526706069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526706069"}]},"ts":"1731526706069"} 2024-11-13T19:38:26,072 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:38:26,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:38:26,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526706073"}]},"ts":"1731526706073"} 2024-11-13T19:38:26,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:38:26,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN}] 2024-11-13T19:38:26,077 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN 2024-11-13T19:38:26,078 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN; state=OFFLINE, location=80cec940e2c9,33737,1731526696859; forceNewPlan=false, retain=false 2024-11-13T19:38:26,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=727a6f8ff9a47d3ad2b36bd2709f9f1f, regionState=OPENING, regionLocation=80cec940e2c9,33737,1731526696859 2024-11-13T19:38:26,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN because future has completed 2024-11-13T19:38:26,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 727a6f8ff9a47d3ad2b36bd2709f9f1f, server=80cec940e2c9,33737,1731526696859}] 2024-11-13T19:38:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:26,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:26,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:26,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:38:26,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C33737%2C1731526696859.rep, suffix=, logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859, archiveDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs, maxLogs=10 2024-11-13T19:38:26,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.rep.1731526706389, exclude list is [], retry=0 2024-11-13T19:38:26,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4,DISK] 2024-11-13T19:38:26,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.rep.1731526706389 2024-11-13T19:38:26,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46597:46597)] 2024-11-13T19:38:26,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 727a6f8ff9a47d3ad2b36bd2709f9f1f, NAME => 'hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:26,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:26,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:38:26,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. service=MultiRowMutationService 2024-11-13T19:38:26,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:38:26,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:26,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,409 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,410 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 727a6f8ff9a47d3ad2b36bd2709f9f1f columnFamilyName hfileref 2024-11-13T19:38:26,410 DEBUG [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:26,411 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(327): Store=727a6f8ff9a47d3ad2b36bd2709f9f1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:26,411 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,412 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 727a6f8ff9a47d3ad2b36bd2709f9f1f columnFamilyName queue 2024-11-13T19:38:26,412 DEBUG [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:26,412 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(327): Store=727a6f8ff9a47d3ad2b36bd2709f9f1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:26,412 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,413 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 727a6f8ff9a47d3ad2b36bd2709f9f1f columnFamilyName sid 2024-11-13T19:38:26,413 DEBUG [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:26,414 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(327): Store=727a6f8ff9a47d3ad2b36bd2709f9f1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:26,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:38:26,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:26,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 727a6f8ff9a47d3ad2b36bd2709f9f1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59112139, jitterRate=-0.1191604882478714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:38:26,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:26,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 727a6f8ff9a47d3ad2b36bd2709f9f1f: Running coprocessor pre-open hook at 1731526706407Writing region info on filesystem at 1731526706407Initializing all the Stores at 1731526706408 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526706408Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526706408Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526706408Cleaning up temporary data from old regions at 1731526706416 (+8 ms)Running coprocessor post-open hooks at 1731526706419 (+3 ms)Region opened successfully at 1731526706420 (+1 ms) 2024-11-13T19:38:26,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f., pid=7, masterSystemTime=1731526706383 2024-11-13T19:38:26,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:26,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:26,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=727a6f8ff9a47d3ad2b36bd2709f9f1f, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,33737,1731526696859 2024-11-13T19:38:26,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 727a6f8ff9a47d3ad2b36bd2709f9f1f, server=80cec940e2c9,33737,1731526696859 because future has completed 2024-11-13T19:38:26,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T19:38:26,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 727a6f8ff9a47d3ad2b36bd2709f9f1f, server=80cec940e2c9,33737,1731526696859 in 195 msec 2024-11-13T19:38:26,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:38:26,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN in 352 msec 2024-11-13T19:38:26,431 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:38:26,431 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526706431"}]},"ts":"1731526706431"} 2024-11-13T19:38:26,434 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:38:26,435 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:38:26,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-13T19:38:26,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f., hostname=80cec940e2c9,33737,1731526696859, seqNum=2] 2024-11-13T19:38:26,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:26,505 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:26,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:38:26,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T19:38:26,676 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:38:26,704 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,33737,1731526696859, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:38:26,704 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:26,704 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,33737,1731526696859, seqNum=-1] 2024-11-13T19:38:26,705 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:26,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T19:38:26,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,33737,1731526696859', locateType=CURRENT is [region=hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f., hostname=80cec940e2c9,33737,1731526696859, seqNum=2] 2024-11-13T19:38:26,710 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T19:38:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T19:38:26,712 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,33737,1731526696859 suceeded 2024-11-13T19:38:26,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T19:38:26,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-13T19:38:26,714 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:44483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:38:26,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-11-13T19:38:26,729 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:44483' 2024-11-13T19:38:26,730 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5401678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:26,730 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44483,-1 for getting cluster id 2024-11-13T19:38:26,730 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:26,731 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b87d286a-9512-484f-b1aa-3141ea52be9d' 2024-11-13T19:38:26,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:26,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b87d286a-9512-484f-b1aa-3141ea52be9d" 2024-11-13T19:38:26,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60913b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:26,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44483,-1] 2024-11-13T19:38:26,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:26,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:26,732 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:26,733 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c85203d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:26,733 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:26,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44483,1731526701645 2024-11-13T19:38:26,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee3c912 2024-11-13T19:38:26,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:26,735 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T19:38:26,736 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,33737,1731526696859 (queues=1) is replicating from cluster=a4fbd664-36ed-468f-9840-1113a0ac12e5 to cluster=b87d286a-9512-484f-b1aa-3141ea52be9d 2024-11-13T19:38:26,736 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C33737%2C1731526696859 2024-11-13T19:38:26,736 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,33737,1731526696859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:38:26,736 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.shipper80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C33737%2C1731526696859 2024-11-13T19:38:26,736 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.wal-reader.80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.1731526699116, startPosition=0, beingWritten=true 2024-11-13T19:38:26,941 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.wal-reader.80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.1731526699116 to pos 0, reset compression=false 2024-11-13T19:38:27,247 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.wal-reader.80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.1731526699116 to pos 0, reset compression=false 2024-11-13T19:38:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:27,388 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:38:27,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:27,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:27,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:27,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:27,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:27,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,42789,1731526696725 2024-11-13T19:38:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1437e205 2024-11-13T19:38:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:27,391 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:27,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42789 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T19:38:27,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:27,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:27,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:27,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:27,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:27,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:38:27,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1923117479, stopped=false 2024-11-13T19:38:27,392 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,42789,1731526696725 2024-11-13T19:38:27,440 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/running 2024-11-13T19:38:27,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/running 2024-11-13T19:38:27,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:27,440 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:27,441 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:27,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:27,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:27,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:27,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/running 2024-11-13T19:38:27,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/running 2024-11-13T19:38:27,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,33737,1731526696859' ***** 2024-11-13T19:38:27,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:38:27,441 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:38:27,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:38:27,441 INFO [RS:0;80cec940e2c9:33737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:38:27,441 INFO [RS:0;80cec940e2c9:33737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:38:27,441 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(3091): Received CLOSE for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:27,442 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,33737,1731526696859 2024-11-13T19:38:27,442 INFO [RS:0;80cec940e2c9:33737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:27,442 INFO [RS:0;80cec940e2c9:33737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:33737. 2024-11-13T19:38:27,442 DEBUG [RS:0;80cec940e2c9:33737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:27,442 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 727a6f8ff9a47d3ad2b36bd2709f9f1f, disabling compactions & flushes 2024-11-13T19:38:27,442 DEBUG [RS:0;80cec940e2c9:33737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:27,442 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:27,442 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:27,442 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:38:27,442 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:38:27,442 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. after waiting 0 ms 2024-11-13T19:38:27,442 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:38:27,442 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:27,442 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:38:27,442 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 727a6f8ff9a47d3ad2b36bd2709f9f1f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T19:38:27,442 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:38:27,442 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 727a6f8ff9a47d3ad2b36bd2709f9f1f=hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f.} 2024-11-13T19:38:27,442 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:27,442 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:38:27,442 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:38:27,442 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:38:27,442 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:38:27,442 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:38:27,443 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T19:38:27,456 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/info/590383b14fda4f3f9e6cb9ab91d119c2 is 147, key is hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f./info:regioninfo/1731526706423/Put/seqid=0 2024-11-13T19:38:27,456 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f/.tmp/queue/2d677b89716d448c9c5c55f724e8d495 is 151, key is 1-80cec940e2c9,33737,1731526696859/queue:80cec940e2c9%2C33737%2C1731526696859/1731526706708/Put/seqid=0 2024-11-13T19:38:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741838_1014 (size=5350) 2024-11-13T19:38:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741839_1015 (size=6631) 2024-11-13T19:38:27,484 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:27,642 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:27,652 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.wal-reader.80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.1731526699116 to pos 0, reset compression=false 2024-11-13T19:38:27,843 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:27,861 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f/.tmp/queue/2d677b89716d448c9c5c55f724e8d495 2024-11-13T19:38:27,861 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/info/590383b14fda4f3f9e6cb9ab91d119c2 2024-11-13T19:38:27,867 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f/.tmp/queue/2d677b89716d448c9c5c55f724e8d495 as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f/queue/2d677b89716d448c9c5c55f724e8d495 2024-11-13T19:38:27,872 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f/queue/2d677b89716d448c9c5c55f724e8d495, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T19:38:27,873 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 727a6f8ff9a47d3ad2b36bd2709f9f1f in 430ms, sequenceid=5, compaction requested=false 2024-11-13T19:38:27,873 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:38:27,878 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:38:27,879 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:27,879 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:27,879 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:27,879 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 727a6f8ff9a47d3ad2b36bd2709f9f1f: Waiting for close lock at 1731526707442Running coprocessor pre-close hooks at 1731526707442Disabling compacts and flushes for region at 1731526707442Disabling writes for close at 1731526707442Obtaining lock to block concurrent updates at 1731526707442Preparing flush snapshotting stores in 727a6f8ff9a47d3ad2b36bd2709f9f1f at 1731526707442Finished memstore snapshotting hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731526707442Flushing stores of hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. at 1731526707443 (+1 ms)Flushing 727a6f8ff9a47d3ad2b36bd2709f9f1f/queue: creating writer at 1731526707443Flushing 727a6f8ff9a47d3ad2b36bd2709f9f1f/queue: appending metadata at 1731526707456 (+13 ms)Flushing 727a6f8ff9a47d3ad2b36bd2709f9f1f/queue: closing flushed file at 1731526707456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1840785e: reopening flushed file at 1731526707866 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 727a6f8ff9a47d3ad2b36bd2709f9f1f in 430ms, sequenceid=5, compaction requested=false at 1731526707873 (+7 ms)Writing region close event to WAL at 1731526707875 (+2 ms)Running coprocessor post-close hooks at 1731526707879 (+4 ms)Closed at 1731526707879 2024-11-13T19:38:27,879 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:27,884 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/ns/5882bc21d3e9443e8ef531dbd07325c7 is 43, key is default/ns:d/1731526699781/Put/seqid=0 2024-11-13T19:38:27,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:38:27,975 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:38:27,975 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:38:28,043 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:28,157 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.wal-reader.80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.1731526699116 to pos 0, reset compression=false 2024-11-13T19:38:28,243 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:28,289 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/ns/5882bc21d3e9443e8ef531dbd07325c7 2024-11-13T19:38:28,311 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/table/c29662c805cf4e03a93d74dcd15e7165 is 53, key is hbase:replication/table:state/1731526706431/Put/seqid=0 2024-11-13T19:38:28,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741841_1017 (size=5256) 2024-11-13T19:38:28,443 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:38:28,443 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:38:28,443 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:28,644 DEBUG [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:28,716 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/table/c29662c805cf4e03a93d74dcd15e7165 2024-11-13T19:38:28,723 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/info/590383b14fda4f3f9e6cb9ab91d119c2 as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/info/590383b14fda4f3f9e6cb9ab91d119c2 2024-11-13T19:38:28,729 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/info/590383b14fda4f3f9e6cb9ab91d119c2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T19:38:28,730 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/ns/5882bc21d3e9443e8ef531dbd07325c7 as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/ns/5882bc21d3e9443e8ef531dbd07325c7 2024-11-13T19:38:28,737 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/ns/5882bc21d3e9443e8ef531dbd07325c7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:38:28,738 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/table/c29662c805cf4e03a93d74dcd15e7165 as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/table/c29662c805cf4e03a93d74dcd15e7165 2024-11-13T19:38:28,745 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/table/c29662c805cf4e03a93d74dcd15e7165, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T19:38:28,747 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false 2024-11-13T19:38:28,760 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:38:28,761 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:28,761 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:28,761 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:28,761 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526707442Running coprocessor pre-close hooks at 1731526707442Disabling compacts and flushes for region at 1731526707442Disabling writes for close at 1731526707442Obtaining lock to block concurrent updates at 1731526707443 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731526707443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731526707443Flushing stores of hbase:meta,,1.1588230740 at 1731526707443Flushing 1588230740/info: creating writer at 1731526707443Flushing 1588230740/info: appending metadata at 1731526707456 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731526707456Flushing 1588230740/ns: creating writer at 1731526707866 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731526707884 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731526707884Flushing 1588230740/table: creating writer at 1731526708295 (+411 ms)Flushing 1588230740/table: appending metadata at 1731526708311 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731526708311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d31c074: reopening flushed file at 1731526708722 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a0412c: reopening flushed file at 1731526708729 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dd6f87: reopening flushed file at 1731526708737 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false at 1731526708747 (+10 ms)Writing region close event to WAL at 1731526708756 (+9 ms)Running coprocessor post-close hooks at 1731526708761 (+5 ms)Closed at 1731526708761 2024-11-13T19:38:28,761 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:28,763 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.wal-reader.80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.1731526699116 to pos 0, reset compression=false 2024-11-13T19:38:28,844 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,33737,1731526696859; all regions closed. 2024-11-13T19:38:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741834_1010 (size=2742) 2024-11-13T19:38:28,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.meta.1731526699677.meta not finished, retry = 0 2024-11-13T19:38:28,949 DEBUG [RS:0;80cec940e2c9:33737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs 2024-11-13T19:38:28,949 INFO [RS:0;80cec940e2c9:33737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C33737%2C1731526696859.meta:.meta(num 1731526699677) 2024-11-13T19:38:28,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.rep.1731526706389 not finished, retry = 0 2024-11-13T19:38:28,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741837_1013 (size=1586) 2024-11-13T19:38:29,054 DEBUG [RS:0;80cec940e2c9:33737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs 2024-11-13T19:38:29,054 INFO [RS:0;80cec940e2c9:33737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C33737%2C1731526696859.rep:(num 1731526706389) 2024-11-13T19:38:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:38:29,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859/80cec940e2c9%2C33737%2C1731526696859.1731526699116 not finished, retry = 0 2024-11-13T19:38:29,159 DEBUG [RS:0;80cec940e2c9:33737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs 2024-11-13T19:38:29,159 INFO [RS:0;80cec940e2c9:33737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C33737%2C1731526696859:(num 1731526699116) 2024-11-13T19:38:29,159 DEBUG [RS:0;80cec940e2c9:33737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:29,159 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:29,159 INFO [RS:0;80cec940e2c9:33737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:29,159 INFO [RS:0;80cec940e2c9:33737 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:29,159 INFO [RS:0;80cec940e2c9:33737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:29,159 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:29,159 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,33737,1731526696859 because: Region server is closing 2024-11-13T19:38:29,160 INFO [RS:0;80cec940e2c9:33737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:33737. 2024-11-13T19:38:29,160 DEBUG [RS:0;80cec940e2c9:33737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:29,160 DEBUG [RS:0;80cec940e2c9:33737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:29,160 DEBUG [RS:0;80cec940e2c9:33737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:29,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:29,260 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.shipper80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:38:29,260 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.wal-reader.80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:38:29,260 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,33737,1731526696859.replicationSource.shipper80cec940e2c9%2C33737%2C1731526696859,1-80cec940e2c9,33737,1731526696859 terminated 2024-11-13T19:38:29,260 INFO [RS:0;80cec940e2c9:33737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33737 2024-11-13T19:38:29,274 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/rs/80cec940e2c9,33737,1731526696859 2024-11-13T19:38:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/rs 2024-11-13T19:38:29,274 INFO [RS:0;80cec940e2c9:33737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:29,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,33737,1731526696859] 2024-11-13T19:38:29,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/draining/80cec940e2c9,33737,1731526696859 already deleted, retry=false 2024-11-13T19:38:29,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,33737,1731526696859 expired; onlineServers=0 2024-11-13T19:38:29,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,42789,1731526696725' ***** 2024-11-13T19:38:29,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:38:29,290 INFO [M:0;80cec940e2c9:42789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:29,291 INFO [M:0;80cec940e2c9:42789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:29,291 DEBUG [M:0;80cec940e2c9:42789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:38:29,291 DEBUG [M:0;80cec940e2c9:42789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:38:29,291 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:38:29,291 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526698859 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526698859,5,FailOnTimeoutGroup] 2024-11-13T19:38:29,291 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526698859 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526698859,5,FailOnTimeoutGroup] 2024-11-13T19:38:29,291 INFO [M:0;80cec940e2c9:42789 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:29,291 INFO [M:0;80cec940e2c9:42789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:29,291 DEBUG [M:0;80cec940e2c9:42789 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:38:29,291 INFO [M:0;80cec940e2c9:42789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:38:29,291 INFO [M:0;80cec940e2c9:42789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:29,291 INFO [M:0;80cec940e2c9:42789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:38:29,291 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:38:29,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/master 2024-11-13T19:38:29,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:29,299 DEBUG [M:0;80cec940e2c9:42789 {}] zookeeper.ZKUtil(347): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/master because node does not exist (not an error) 2024-11-13T19:38:29,299 WARN [M:0;80cec940e2c9:42789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:38:29,299 INFO [M:0;80cec940e2c9:42789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/.lastflushedseqids 2024-11-13T19:38:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741842_1018 (size=181) 2024-11-13T19:38:29,382 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:29,382 INFO [RS:0;80cec940e2c9:33737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:29,382 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33737-0x10136e260a80001, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:29,382 INFO [RS:0;80cec940e2c9:33737 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,33737,1731526696859; zookeeper connection closed. 2024-11-13T19:38:29,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a5c012e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a5c012e 2024-11-13T19:38:29,383 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:38:29,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:38:29,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:38:29,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:29,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:38:29,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:29,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:38:29,704 INFO [M:0;80cec940e2c9:42789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:38:29,705 INFO [M:0;80cec940e2c9:42789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:38:29,705 DEBUG [M:0;80cec940e2c9:42789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:38:29,705 INFO [M:0;80cec940e2c9:42789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:29,705 DEBUG [M:0;80cec940e2c9:42789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:29,705 DEBUG [M:0;80cec940e2c9:42789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:38:29,705 DEBUG [M:0;80cec940e2c9:42789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:29,705 INFO [M:0;80cec940e2c9:42789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T19:38:29,718 DEBUG [M:0;80cec940e2c9:42789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e57151d982e44fd87f886075a672921 is 82, key is hbase:meta,,1/info:regioninfo/1731526699733/Put/seqid=0 2024-11-13T19:38:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741843_1019 (size=5672) 2024-11-13T19:38:30,123 INFO [M:0;80cec940e2c9:42789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e57151d982e44fd87f886075a672921 2024-11-13T19:38:30,144 DEBUG [M:0;80cec940e2c9:42789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8affecd420694401a9633a2d9dea031a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731526706436/Put/seqid=0 2024-11-13T19:38:30,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741844_1020 (size=7203) 2024-11-13T19:38:30,550 INFO [M:0;80cec940e2c9:42789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8affecd420694401a9633a2d9dea031a 2024-11-13T19:38:30,570 DEBUG [M:0;80cec940e2c9:42789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0e9d1cc04414e0ab5e6940ed43d9efe is 69, key is 80cec940e2c9,33737,1731526696859/rs:state/1731526698938/Put/seqid=0 2024-11-13T19:38:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741845_1021 (size=5156) 2024-11-13T19:38:30,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:38:30,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:30,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:30,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:30,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:30,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:30,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:30,976 INFO [M:0;80cec940e2c9:42789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0e9d1cc04414e0ab5e6940ed43d9efe 2024-11-13T19:38:30,981 DEBUG [M:0;80cec940e2c9:42789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e57151d982e44fd87f886075a672921 as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e57151d982e44fd87f886075a672921 2024-11-13T19:38:30,986 INFO [M:0;80cec940e2c9:42789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e57151d982e44fd87f886075a672921, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T19:38:30,987 DEBUG [M:0;80cec940e2c9:42789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8affecd420694401a9633a2d9dea031a as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8affecd420694401a9633a2d9dea031a 2024-11-13T19:38:30,992 INFO [M:0;80cec940e2c9:42789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8affecd420694401a9633a2d9dea031a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T19:38:30,993 DEBUG [M:0;80cec940e2c9:42789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0e9d1cc04414e0ab5e6940ed43d9efe as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0e9d1cc04414e0ab5e6940ed43d9efe 2024-11-13T19:38:31,001 INFO [M:0;80cec940e2c9:42789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0e9d1cc04414e0ab5e6940ed43d9efe, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T19:38:31,002 INFO [M:0;80cec940e2c9:42789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false 2024-11-13T19:38:31,011 INFO [M:0;80cec940e2c9:42789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:31,011 DEBUG [M:0;80cec940e2c9:42789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526709705Disabling compacts and flushes for region at 1731526709705Disabling writes for close at 1731526709705Obtaining lock to block concurrent updates at 1731526709705Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526709705Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731526709705Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526709706 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526709706Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526709718 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526709718Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526710128 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526710144 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526710144Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526710554 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526710570 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526710570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca23591: reopening flushed file at 1731526710980 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c527dd: reopening flushed file at 1731526710986 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2032b7f1: reopening flushed file at 1731526710992 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false at 1731526711002 (+10 ms)Writing region close event to WAL at 1731526711011 (+9 ms)Closed at 1731526711011 2024-11-13T19:38:31,013 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725/80cec940e2c9%2C42789%2C1731526696725.1731526698614 not finished, retry = 0 2024-11-13T19:38:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741830_1006 (size=41008) 2024-11-13T19:38:31,114 INFO [M:0;80cec940e2c9:42789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:38:31,114 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:31,114 INFO [M:0;80cec940e2c9:42789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42789 2024-11-13T19:38:31,115 INFO [M:0;80cec940e2c9:42789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:31,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:31,224 INFO [M:0;80cec940e2c9:42789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:31,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42789-0x10136e260a80000, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:31,225 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:31,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:31,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:31,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:31,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:31,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:31,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:38:31,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:31,226 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33467 2024-11-13T19:38:31,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33467 connecting to ZooKeeper ensemble=127.0.0.1:64734 2024-11-13T19:38:31,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334670x0, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:31,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33467-0x10136e260a80006 connected 2024-11-13T19:38:31,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:31,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:31,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/running 2024-11-13T19:38:31,251 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: INIT 2024-11-13T19:38:31,251 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1, hbase.cluster.distributed=false 2024-11-13T19:38:31,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/acl 2024-11-13T19:38:31,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-13T19:38:31,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33467 2024-11-13T19:38:31,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33467 2024-11-13T19:38:31,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-13T19:38:31,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-13T19:38:31,266 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:31,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:31,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:31,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:31,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:31,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:31,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:38:31,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:31,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42959 2024-11-13T19:38:31,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42959 connecting to ZooKeeper ensemble=127.0.0.1:64734 2024-11-13T19:38:31,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:31,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429590x0, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:31,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429590x0, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/running 2024-11-13T19:38:31,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42959-0x10136e260a80007 connected 2024-11-13T19:38:31,282 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: INIT 2024-11-13T19:38:31,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:38:31,283 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:38:31,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/master 2024-11-13T19:38:31,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/acl 2024-11-13T19:38:31,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42959 2024-11-13T19:38:31,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42959 2024-11-13T19:38:31,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42959 2024-11-13T19:38:31,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42959 2024-11-13T19:38:31,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42959 2024-11-13T19:38:31,297 DEBUG [M:0;80cec940e2c9:33467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:33467 2024-11-13T19:38:31,298 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01717991735/backup-masters/80cec940e2c9,33467,1731526711225 2024-11-13T19:38:31,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/backup-masters 2024-11-13T19:38:31,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/backup-masters 2024-11-13T19:38:31,307 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on existing znode=/01717991735/backup-masters/80cec940e2c9,33467,1731526711225 2024-11-13T19:38:31,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717991735/master 2024-11-13T19:38:31,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:31,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:31,315 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on existing znode=/01717991735/master 2024-11-13T19:38:31,316 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01717991735/backup-masters/80cec940e2c9,33467,1731526711225 from backup master directory 2024-11-13T19:38:31,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/backup-masters/80cec940e2c9,33467,1731526711225 2024-11-13T19:38:31,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/backup-masters 2024-11-13T19:38:31,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/backup-masters 2024-11-13T19:38:31,323 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:31,324 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,33467,1731526711225 2024-11-13T19:38:31,333 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:31,333 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:38:31,338 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-13T19:38:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741846_1022 (size=196) 2024-11-13T19:38:31,755 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:31,756 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:38:31,756 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:31,761 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T19:38:31,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725 to hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725-dead as it is dead 2024-11-13T19:38:31,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725-dead/80cec940e2c9%2C42789%2C1731526696725.1731526698614 2024-11-13T19:38:31,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725-dead/80cec940e2c9%2C42789%2C1731526696725.1731526698614 after 1ms 2024-11-13T19:38:31,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725-dead/80cec940e2c9%2C42789%2C1731526696725.1731526698614 to hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80cec940e2c9%2C42789%2C1731526696725.1731526698614 2024-11-13T19:38:31,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,42789,1731526696725-dead 2024-11-13T19:38:31,765 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,33467,1731526711225 2024-11-13T19:38:31,765 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:31,766 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C33467%2C1731526711225, suffix=, logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,33467,1731526711225, archiveDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/oldWALs, maxLogs=10 2024-11-13T19:38:31,779 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,33467,1731526711225/80cec940e2c9%2C33467%2C1731526711225.1731526711767, exclude list is [], retry=0 2024-11-13T19:38:31,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4,DISK] 2024-11-13T19:38:31,783 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,33467,1731526711225/80cec940e2c9%2C33467%2C1731526711225.1731526711767 2024-11-13T19:38:31,783 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46597:46597)] 2024-11-13T19:38:31,783 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:31,783 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:31,783 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,783 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:38:31,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:31,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e57151d982e44fd87f886075a672921 2024-11-13T19:38:31,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:31,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:38:31,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:31,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8affecd420694401a9633a2d9dea031a 2024-11-13T19:38:31,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:31,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:38:31,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:31,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0e9d1cc04414e0ab5e6940ed43d9efe 2024-11-13T19:38:31,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:31,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:38:31,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:31,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:31,803 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,804 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T19:38:31,804 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80cec940e2c9%2C42789%2C1731526696725.1731526698614 2024-11-13T19:38:31,808 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80cec940e2c9%2C42789%2C1731526696725.1731526698614 2024-11-13T19:38:31,809 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/80cec940e2c9%2C42789%2C1731526696725.1731526698614 2024-11-13T19:38:31,810 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,810 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,811 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:31,812 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:31,814 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T19:38:31,814 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65936320, jitterRate=-0.017472267150878906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:31,815 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526711783Initializing all the Stores at 1731526711784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526711784Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526711784Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526711784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526711784Cleaning up temporary data from old regions at 1731526711810 (+26 ms)Region opened successfully at 1731526711814 (+4 ms) 2024-11-13T19:38:31,816 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:38:31,818 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623c3cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:31,820 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T19:38:31,821 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:38:31,821 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:38:31,821 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:38:31,821 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:38:31,823 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:31,824 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:38:31,824 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:38:31,824 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T19:38:31,825 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:38:31,827 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=80cec940e2c9,33737,1731526696859, regionLocation=80cec940e2c9,33737,1731526696859, openSeqNum=2 2024-11-13T19:38:31,827 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=80cec940e2c9,33737,1731526696859, table=hbase:meta, region=1588230740 2024-11-13T19:38:31,827 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,33737,1731526696859, state=OPEN 2024-11-13T19:38:31,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717991735/meta-region-server 2024-11-13T19:38:31,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717991735/meta-region-server 2024-11-13T19:38:31,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:31,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:31,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:38:31,840 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/draining/80cec940e2c9,33737,1731526696859 already deleted, retry=false 2024-11-13T19:38:31,840 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 80cec940e2c9,33737,1731526696859 on 80cec940e2c9,33467,1731526711225 2024-11-13T19:38:31,841 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 80cec940e2c9,33737,1731526696859, splitWal=true, meta=true 2024-11-13T19:38:31,841 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 80cec940e2c9,33737,1731526696859 (carryingMeta=true) 80cec940e2c9,33737,1731526696859/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4fd5701[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T19:38:31,843 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/balancer because node does not exist (not necessarily an error) 2024-11-13T19:38:31,848 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/balancer already deleted, retry=false 2024-11-13T19:38:31,848 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:38:31,849 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:38:31,856 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/normalizer already deleted, retry=false 2024-11-13T19:38:31,857 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:38:31,858 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:38:31,865 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/switch/split already deleted, retry=false 2024-11-13T19:38:31,866 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:38:31,873 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/switch/merge already deleted, retry=false 2024-11-13T19:38:31,883 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:38:31,890 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/snapshot-cleanup already deleted, retry=false 2024-11-13T19:38:31,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717991735/running 2024-11-13T19:38:31,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717991735/running 2024-11-13T19:38:31,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:31,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:31,899 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,33467,1731526711225, sessionid=0x10136e260a80006, setting cluster-up flag (Was=false) 2024-11-13T19:38:31,907 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717991735/flush-table-proc/acquired, /01717991735/flush-table-proc/reached, /01717991735/flush-table-proc/abort 2024-11-13T19:38:31,908 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,33467,1731526711225 2024-11-13T19:38:31,916 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717991735/online-snapshot/acquired, /01717991735/online-snapshot/reached, /01717991735/online-snapshot/abort 2024-11-13T19:38:31,916 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,33467,1731526711225 2024-11-13T19:38:31,917 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/.lastflushedseqids 2024-11-13T19:38:31,919 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:38:31,920 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:38:31,920 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,33467,1731526711225 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 80cec940e2c9,33737,1731526696859 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:38:31,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:31,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:31,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:31,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:31,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:38:31,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:31,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:31,921 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:31,922 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526741922 2024-11-13T19:38:31,922 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:38:31,922 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:38:31,922 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 80cec940e2c9,33737,1731526696859, splitWal=true, meta=true 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:38:31,923 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 80cec940e2c9,33737,1731526696859, splitWal=true, meta=true, isMeta: true 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:38:31,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:38:31,924 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526711923,5,FailOnTimeoutGroup] 2024-11-13T19:38:31,924 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526711924,5,FailOnTimeoutGroup] 2024-11-13T19:38:31,924 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:31,924 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:38:31,924 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:31,924 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:31,924 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526711924, completionTime=-1 2024-11-13T19:38:31,924 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T19:38:31,924 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T19:38:31,924 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859-splitting 2024-11-13T19:38:31,925 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859-splitting dir is empty, no logs to split. 2024-11-13T19:38:31,925 INFO [PEWorker-1 {}] master.SplitWALManager(105): 80cec940e2c9,33737,1731526696859 WAL count=0, meta=true 2024-11-13T19:38:31,927 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859-splitting dir is empty, no logs to split. 2024-11-13T19:38:31,927 INFO [PEWorker-1 {}] master.SplitWALManager(105): 80cec940e2c9,33737,1731526696859 WAL count=0, meta=true 2024-11-13T19:38:31,927 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 80cec940e2c9,33737,1731526696859 WAL splitting is done? wals=0, meta=true 2024-11-13T19:38:31,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:38:31,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:31,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:38:31,989 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(746): ClusterId : a4fbd664-36ed-468f-9840-1113a0ac12e5 2024-11-13T19:38:31,989 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:38:31,999 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:38:31,999 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:38:32,007 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:38:32,008 DEBUG [RS:0;80cec940e2c9:42959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26be1e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:32,018 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:42959 2024-11-13T19:38:32,018 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:38:32,018 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:38:32,018 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:38:32,019 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,33467,1731526711225 with port=42959, startcode=1731526711266 2024-11-13T19:38:32,019 DEBUG [RS:0;80cec940e2c9:42959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:38:32,020 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:38:32,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,42959,1731526711266 2024-11-13T19:38:32,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33467 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,42959,1731526711266 2024-11-13T19:38:32,022 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1 2024-11-13T19:38:32,022 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35519 2024-11-13T19:38:32,022 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:38:32,024 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T19:38:32,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/rs 2024-11-13T19:38:32,079 DEBUG [RS:0;80cec940e2c9:42959 {}] zookeeper.ZKUtil(111): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on existing znode=/01717991735/rs/80cec940e2c9,42959,1731526711266 2024-11-13T19:38:32,079 WARN [RS:0;80cec940e2c9:42959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:32,079 INFO [RS:0;80cec940e2c9:42959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:32,079 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266 2024-11-13T19:38:32,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,42959,1731526711266] 2024-11-13T19:38:32,080 WARN [80cec940e2c9:33467 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:38:32,098 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:38:32,100 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:38:32,100 INFO [RS:0;80cec940e2c9:42959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:38:32,100 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,100 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:38:32,101 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:38:32,101 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:32,101 DEBUG [RS:0;80cec940e2c9:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:32,102 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,102 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,102 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,102 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,102 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,102 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42959,1731526711266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:32,115 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:38:32,115 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42959,1731526711266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,128 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,42959,1731526711266, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:38:32,129 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,129 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.Replication(171): 80cec940e2c9,42959,1731526711266 started 2024-11-13T19:38:32,142 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:32,142 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,42959,1731526711266, RpcServer on 80cec940e2c9/172.17.0.3:42959, sessionid=0x10136e260a80007 2024-11-13T19:38:32,142 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:38:32,142 DEBUG [RS:0;80cec940e2c9:42959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,42959,1731526711266 2024-11-13T19:38:32,142 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,42959,1731526711266' 2024-11-13T19:38:32,142 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717991735/flush-table-proc/abort' 2024-11-13T19:38:32,142 DEBUG [RS:0;80cec940e2c9:42959.replicationSource,1-80cec940e2c9,42959,1731526711266 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:44483' 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717991735/flush-table-proc/acquired' 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,42959,1731526711266 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,42959,1731526711266' 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717991735/online-snapshot/abort' 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959.replicationSource,1-80cec940e2c9,42959,1731526711266 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@622abbf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959.replicationSource,1-80cec940e2c9,42959,1731526711266 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44483,-1 for getting cluster id 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959.replicationSource,1-80cec940e2c9,42959,1731526711266 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:32,143 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717991735/online-snapshot/acquired' 2024-11-13T19:38:32,144 DEBUG [RS:0;80cec940e2c9:42959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:38:32,144 INFO [RS:0;80cec940e2c9:42959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:38:32,144 INFO [RS:0;80cec940e2c9:42959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:38:32,144 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b87d286a-9512-484f-b1aa-3141ea52be9d' 2024-11-13T19:38:32,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:32,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b87d286a-9512-484f-b1aa-3141ea52be9d" 2024-11-13T19:38:32,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ea5976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:32,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44483,-1] 2024-11-13T19:38:32,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:32,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:32,146 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:32,146 DEBUG [RS:0;80cec940e2c9:42959.replicationSource,1-80cec940e2c9,42959,1731526711266 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ebdb616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:32,146 DEBUG [RS:0;80cec940e2c9:42959.replicationSource,1-80cec940e2c9,42959,1731526711266 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:32,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44483,1731526701645 2024-11-13T19:38:32,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee3218 2024-11-13T19:38:32,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:32,148 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T19:38:32,148 INFO [RS:0;80cec940e2c9:42959.replicationSource,1-80cec940e2c9,42959,1731526711266 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,42959,1731526711266 (queues=0) is replicating from cluster=a4fbd664-36ed-468f-9840-1113a0ac12e5 to cluster=b87d286a-9512-484f-b1aa-3141ea52be9d 2024-11-13T19:38:32,244 INFO [RS:0;80cec940e2c9:42959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:32,246 INFO [RS:0;80cec940e2c9:42959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C42959%2C1731526711266, suffix=, logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266, archiveDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs, maxLogs=10 2024-11-13T19:38:32,258 DEBUG [RS:0;80cec940e2c9:42959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246, exclude list is [], retry=0 2024-11-13T19:38:32,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4,DISK] 2024-11-13T19:38:32,262 INFO [RS:0;80cec940e2c9:42959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 2024-11-13T19:38:32,262 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 80cec940e2c9%2C42959%2C1731526711266 for peer 1 2024-11-13T19:38:32,262 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C42959%2C1731526711266 2024-11-13T19:38:32,263 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,42959,1731526711266, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:38:32,263 DEBUG [RS:0;80cec940e2c9:42959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46597:46597)] 2024-11-13T19:38:32,263 INFO [RS:0;80cec940e2c9:42959.replicationSource.shipper80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C42959%2C1731526711266 2024-11-13T19:38:32,263 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246, startPosition=0, beingWritten=true 2024-11-13T19:38:32,330 DEBUG [80cec940e2c9:33467 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:38:32,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,42959,1731526711266 2024-11-13T19:38:32,332 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,42959,1731526711266, state=OPENING 2024-11-13T19:38:32,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717991735/meta-region-server 2024-11-13T19:38:32,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717991735/meta-region-server 2024-11-13T19:38:32,349 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:32,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:32,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:32,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,42959,1731526711266}] 2024-11-13T19:38:32,467 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:32,501 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:38:32,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:38:32,505 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:38:32,505 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:32,506 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:38:32,507 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C42959%2C1731526711266.meta, suffix=.meta, logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266, archiveDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs, maxLogs=10 2024-11-13T19:38:32,520 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.meta.1731526712507.meta, exclude list is [], retry=0 2024-11-13T19:38:32,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4,DISK] 2024-11-13T19:38:32,523 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.meta.1731526712507.meta 2024-11-13T19:38:32,523 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46597:46597)] 2024-11-13T19:38:32,523 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:32,524 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:32,524 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:38:32,524 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:38:32,524 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:38:32,524 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:38:32,524 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:32,524 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:38:32,524 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:38:32,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:38:32,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:38:32,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:32,532 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/info/590383b14fda4f3f9e6cb9ab91d119c2 2024-11-13T19:38:32,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:32,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:38:32,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:38:32,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:32,539 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/ns/5882bc21d3e9443e8ef531dbd07325c7 2024-11-13T19:38:32,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:32,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:38:32,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:38:32,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:32,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:32,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:38:32,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:38:32,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:32,546 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/table/c29662c805cf4e03a93d74dcd15e7165 2024-11-13T19:38:32,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:32,547 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:38:32,548 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740 2024-11-13T19:38:32,549 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740 2024-11-13T19:38:32,550 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:38:32,550 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:38:32,551 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:32,552 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:38:32,552 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72538020, jitterRate=0.08090072870254517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:32,552 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:38:32,553 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526712524Writing region info on filesystem at 1731526712524Initializing all the Stores at 1731526712525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526712525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526712525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526712525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526712525Cleaning up temporary data from old regions at 1731526712550 (+25 ms)Running coprocessor post-open hooks at 1731526712552 (+2 ms)Region opened successfully at 1731526712552 2024-11-13T19:38:32,553 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731526712501 2024-11-13T19:38:32,555 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:38:32,556 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:38:32,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=80cec940e2c9,42959,1731526711266 2024-11-13T19:38:32,557 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,42959,1731526711266, state=OPEN 2024-11-13T19:38:32,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717991735/meta-region-server 2024-11-13T19:38:32,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717991735/meta-region-server 2024-11-13T19:38:32,588 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,42959,1731526711266 2024-11-13T19:38:32,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:32,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717991735/meta-region-server: CHANGED 2024-11-13T19:38:32,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T19:38:32,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,42959,1731526711266 in 239 msec 2024-11-13T19:38:32,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:38:32,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-13T19:38:32,772 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:33,178 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:33,527 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T19:38:33,683 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:34,297 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:35,005 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:35,029 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T19:38:35,810 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:36,431 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T19:38:36,432 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:38:36,432 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:36,432 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42959,1731526711266, seqNum=-1] 2024-11-13T19:38:36,433 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:36,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:36,437 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=727a6f8ff9a47d3ad2b36bd2709f9f1f, regionState=OPEN, lastHost=80cec940e2c9,33737,1731526696859, regionLocation=80cec940e2c9,33737,1731526696859, openSeqNum=2 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526776438 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526836438 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-13T19:38:36,438 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 80cec940e2c9,33737,1731526696859 had 2 regions 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33467,1731526711225-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33467,1731526711225-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33467,1731526711225-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:33467, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:36,438 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:36,439 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 80cec940e2c9,33737,1731526696859, splitWal=true, meta=true, isMeta: false 2024-11-13T19:38:36,440 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859-splitting dir is empty, no logs to split. 2024-11-13T19:38:36,440 INFO [PEWorker-3 {}] master.SplitWALManager(105): 80cec940e2c9,33737,1731526696859 WAL count=0, meta=false 2024-11-13T19:38:36,443 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,33737,1731526696859-splitting dir is empty, no logs to split. 2024-11-13T19:38:36,443 INFO [PEWorker-3 {}] master.SplitWALManager(105): 80cec940e2c9,33737,1731526696859 WAL count=0, meta=false 2024-11-13T19:38:36,443 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 80cec940e2c9,33737,1731526696859 WAL splitting is done? wals=0, meta=false 2024-11-13T19:38:36,444 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.120sec 2024-11-13T19:38:36,445 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:38:36,445 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:38:36,445 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:38:36,445 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:38:36,445 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:38:36,445 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33467,1731526711225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:36,445 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33467,1731526711225-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:38:36,445 WARN [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=80cec940e2c9,33737,1731526696859/hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:36,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN}] 2024-11-13T19:38:36,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN 2024-11-13T19:38:36,447 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:38:36,448 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:38:36,448 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:38:36,449 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33467,1731526711225-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:36,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a1a94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:36,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33467,-1 for getting cluster id 2024-11-13T19:38:36,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:36,494 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4fbd664-36ed-468f-9840-1113a0ac12e5' 2024-11-13T19:38:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4fbd664-36ed-468f-9840-1113a0ac12e5" 2024-11-13T19:38:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535e4c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33467,-1] 2024-11-13T19:38:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:36,496 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf23514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:36,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42959,1731526711266, seqNum=-1] 2024-11-13T19:38:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:36,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:36,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T19:38:36,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:36,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:36,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:36,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:36,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:36,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 80cec940e2c9:33467 after: 80cec940e2c9:33467 2024-11-13T19:38:36,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d5f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:36,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33467,-1 for getting cluster id 2024-11-13T19:38:36,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:36,504 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4fbd664-36ed-468f-9840-1113a0ac12e5' 2024-11-13T19:38:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4fbd664-36ed-468f-9840-1113a0ac12e5" 2024-11-13T19:38:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7662485a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33467,-1] 2024-11-13T19:38:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:36,505 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:36,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62245095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:36,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,33467,1731526711225 2024-11-13T19:38:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e1968b5 2024-11-13T19:38:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:36,508 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:36,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T19:38:36,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:38:36,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:36,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:36,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:36,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:36,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:36,509 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:38:36,509 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=974484562, stopped=false 2024-11-13T19:38:36,509 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,44483,1731526701645 2024-11-13T19:38:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640599963/running 2024-11-13T19:38:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640599963/running 2024-11-13T19:38:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:36,548 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:36,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:36,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:36,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on znode that does not yet exist, /1-640599963/running 2024-11-13T19:38:36,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:36,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Set watcher on znode that does not yet exist, /1-640599963/running 2024-11-13T19:38:36,549 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,35739,1731526701842' ***** 2024-11-13T19:38:36,549 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:38:36,549 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:38:36,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:38:36,549 INFO [RS:0;80cec940e2c9:35739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:38:36,549 INFO [RS:0;80cec940e2c9:35739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:38:36,550 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,35739,1731526701842 2024-11-13T19:38:36,550 INFO [RS:0;80cec940e2c9:35739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:36,550 INFO [RS:0;80cec940e2c9:35739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:35739. 2024-11-13T19:38:36,550 DEBUG [RS:0;80cec940e2c9:35739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:36,550 DEBUG [RS:0;80cec940e2c9:35739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:36,550 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:38:36,550 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:38:36,550 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:38:36,550 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:38:36,550 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:38:36,550 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:38:36,550 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:36,550 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:38:36,550 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:38:36,550 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:38:36,550 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:38:36,550 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:38:36,550 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T19:38:36,582 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740/.tmp/ns/456be86b261f42468a4671adb32668be is 43, key is default/ns:d/1731526705111/Put/seqid=0 2024-11-13T19:38:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741835_1011 (size=5153) 2024-11-13T19:38:36,597 DEBUG [80cec940e2c9:33467 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:38:36,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=727a6f8ff9a47d3ad2b36bd2709f9f1f, regionState=OPENING, regionLocation=80cec940e2c9,42959,1731526711266 2024-11-13T19:38:36,598 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:36,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN because future has completed 2024-11-13T19:38:36,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 727a6f8ff9a47d3ad2b36bd2709f9f1f, server=80cec940e2c9,42959,1731526711266}] 2024-11-13T19:38:36,715 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:36,750 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:36,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:36,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:36,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:38:36,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C42959%2C1731526711266.rep, suffix=, logDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266, archiveDir=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs, maxLogs=10 2024-11-13T19:38:36,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.rep.1731526716758, exclude list is [], retry=0 2024-11-13T19:38:36,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-1732bb2b-7fac-419c-b9a9-556fd8649dc4,DISK] 2024-11-13T19:38:36,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.rep.1731526716758 2024-11-13T19:38:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46597:46597)] 2024-11-13T19:38:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 727a6f8ff9a47d3ad2b36bd2709f9f1f, NAME => 'hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:36,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:38:36,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. service=MultiRowMutationService 2024-11-13T19:38:36,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:38:36,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:36,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,777 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,778 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 727a6f8ff9a47d3ad2b36bd2709f9f1f columnFamilyName hfileref 2024-11-13T19:38:36,778 DEBUG [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:36,778 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(327): Store=727a6f8ff9a47d3ad2b36bd2709f9f1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:36,779 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,779 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 727a6f8ff9a47d3ad2b36bd2709f9f1f columnFamilyName queue 2024-11-13T19:38:36,779 DEBUG [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:36,784 DEBUG [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f/queue/2d677b89716d448c9c5c55f724e8d495 2024-11-13T19:38:36,784 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(327): Store=727a6f8ff9a47d3ad2b36bd2709f9f1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:36,784 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,785 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 727a6f8ff9a47d3ad2b36bd2709f9f1f columnFamilyName sid 2024-11-13T19:38:36,785 DEBUG [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:36,785 INFO [StoreOpener-727a6f8ff9a47d3ad2b36bd2709f9f1f-1 {}] regionserver.HStore(327): Store=727a6f8ff9a47d3ad2b36bd2709f9f1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:36,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:38:36,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 727a6f8ff9a47d3ad2b36bd2709f9f1f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61805874, jitterRate=-0.07902070879936218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:38:36,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:36,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 727a6f8ff9a47d3ad2b36bd2709f9f1f: Running coprocessor pre-open hook at 1731526716776Writing region info on filesystem at 1731526716776Initializing all the Stores at 1731526716777 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526716777Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526716777Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526716777Cleaning up temporary data from old regions at 1731526716788 (+11 ms)Running coprocessor post-open hooks at 1731526716791 (+3 ms)Region opened successfully at 1731526716791 2024-11-13T19:38:36,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f., pid=13, masterSystemTime=1731526716753 2024-11-13T19:38:36,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:36,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:36,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=727a6f8ff9a47d3ad2b36bd2709f9f1f, regionState=OPEN, openSeqNum=9, regionLocation=80cec940e2c9,42959,1731526711266 2024-11-13T19:38:36,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 727a6f8ff9a47d3ad2b36bd2709f9f1f, server=80cec940e2c9,42959,1731526711266 because future has completed 2024-11-13T19:38:36,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T19:38:36,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 727a6f8ff9a47d3ad2b36bd2709f9f1f, server=80cec940e2c9,42959,1731526711266 in 197 msec 2024-11-13T19:38:36,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T19:38:36,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=727a6f8ff9a47d3ad2b36bd2709f9f1f, ASSIGN in 353 msec 2024-11-13T19:38:36,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T19:38:36,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f., hostname=80cec940e2c9,42959,1731526711266, seqNum=9] 2024-11-13T19:38:36,816 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 80cec940e2c9,33737,1731526696859 2024-11-13T19:38:36,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T19:38:36,951 DEBUG [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:36,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T19:38:36,987 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740/.tmp/ns/456be86b261f42468a4671adb32668be 2024-11-13T19:38:36,990 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:38:36,990 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:38:36,992 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740/.tmp/ns/456be86b261f42468a4671adb32668be as hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740/ns/456be86b261f42468a4671adb32668be 2024-11-13T19:38:36,997 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740/ns/456be86b261f42468a4671adb32668be, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T19:38:36,998 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-11-13T19:38:36,998 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:38:37,002 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:38:37,003 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:37,003 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:37,003 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:37,003 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526716550Running coprocessor pre-close hooks at 1731526716550Disabling compacts and flushes for region at 1731526716550Disabling writes for close at 1731526716550Obtaining lock to block concurrent updates at 1731526716550Preparing flush snapshotting stores in 1588230740 at 1731526716550Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731526716551 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526716551Flushing 1588230740/ns: creating writer at 1731526716551Flushing 1588230740/ns: appending metadata at 1731526716582 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731526716582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d041cff: reopening flushed file at 1731526716992 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1731526716998 (+6 ms)Writing region close event to WAL at 1731526716999 (+1 ms)Running coprocessor post-close hooks at 1731526717003 (+4 ms)Closed at 1731526717003 2024-11-13T19:38:37,003 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:37,151 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,35739,1731526701842; all regions closed. 2024-11-13T19:38:37,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741834_1010 (size=1152) 2024-11-13T19:38:37,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/WALs/80cec940e2c9,35739,1731526701842/80cec940e2c9%2C35739%2C1731526701842.meta.1731526705059.meta not finished, retry = 0 2024-11-13T19:38:37,282 DEBUG [RS:0;80cec940e2c9:35739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/oldWALs 2024-11-13T19:38:37,282 INFO [RS:0;80cec940e2c9:35739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C35739%2C1731526701842.meta:.meta(num 1731526705059) 2024-11-13T19:38:37,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:38:37,286 DEBUG [RS:0;80cec940e2c9:35739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/oldWALs 2024-11-13T19:38:37,286 INFO [RS:0;80cec940e2c9:35739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C35739%2C1731526701842:(num 1731526704118) 2024-11-13T19:38:37,286 DEBUG [RS:0;80cec940e2c9:35739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:37,286 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:37,286 INFO [RS:0;80cec940e2c9:35739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:37,286 INFO [RS:0;80cec940e2c9:35739 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:37,287 INFO [RS:0;80cec940e2c9:35739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:37,287 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:37,287 INFO [RS:0;80cec940e2c9:35739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35739 2024-11-13T19:38:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640599963/rs/80cec940e2c9,35739,1731526701842 2024-11-13T19:38:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963/rs 2024-11-13T19:38:37,298 INFO [RS:0;80cec940e2c9:35739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:37,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,35739,1731526701842] 2024-11-13T19:38:37,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-640599963/draining/80cec940e2c9,35739,1731526701842 already deleted, retry=false 2024-11-13T19:38:37,315 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,35739,1731526701842 expired; onlineServers=0 2024-11-13T19:38:37,315 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,44483,1731526701645' ***** 2024-11-13T19:38:37,315 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:38:37,315 INFO [M:0;80cec940e2c9:44483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:37,315 INFO [M:0;80cec940e2c9:44483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:37,315 DEBUG [M:0;80cec940e2c9:44483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:38:37,315 DEBUG [M:0;80cec940e2c9:44483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:38:37,315 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526703874 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526703874,5,FailOnTimeoutGroup] 2024-11-13T19:38:37,315 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:38:37,315 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526703873 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526703873,5,FailOnTimeoutGroup] 2024-11-13T19:38:37,315 INFO [M:0;80cec940e2c9:44483 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:37,315 INFO [M:0;80cec940e2c9:44483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:37,315 DEBUG [M:0;80cec940e2c9:44483 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:38:37,315 INFO [M:0;80cec940e2c9:44483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:38:37,315 INFO [M:0;80cec940e2c9:44483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:37,316 INFO [M:0;80cec940e2c9:44483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:38:37,316 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:38:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640599963/master 2024-11-13T19:38:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640599963 2024-11-13T19:38:37,323 DEBUG [M:0;80cec940e2c9:44483 {}] zookeeper.ZKUtil(347): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Unable to get data of znode /1-640599963/master because node does not exist (not an error) 2024-11-13T19:38:37,323 WARN [M:0;80cec940e2c9:44483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:38:37,324 INFO [M:0;80cec940e2c9:44483 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/.lastflushedseqids 2024-11-13T19:38:37,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741836_1012 (size=99) 2024-11-13T19:38:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:37,407 INFO [RS:0;80cec940e2c9:35739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x10136e260a80004, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:37,407 INFO [RS:0;80cec940e2c9:35739 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,35739,1731526701842; zookeeper connection closed. 2024-11-13T19:38:37,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c7b071 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c7b071 2024-11-13T19:38:37,407 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:38:37,719 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:37,729 INFO [M:0;80cec940e2c9:44483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:38:37,729 INFO [M:0;80cec940e2c9:44483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:38:37,729 DEBUG [M:0;80cec940e2c9:44483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:38:37,729 INFO [M:0;80cec940e2c9:44483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:37,729 DEBUG [M:0;80cec940e2c9:44483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:37,729 DEBUG [M:0;80cec940e2c9:44483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:38:37,729 DEBUG [M:0;80cec940e2c9:44483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:37,729 INFO [M:0;80cec940e2c9:44483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T19:38:37,747 DEBUG [M:0;80cec940e2c9:44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02f6d2618fcc457680f82d4a3b78a4cf is 82, key is hbase:meta,,1/info:regioninfo/1731526705090/Put/seqid=0 2024-11-13T19:38:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741837_1013 (size=5672) 2024-11-13T19:38:38,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:38:38,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:38,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:38,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:38,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:38,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:38,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:38,152 INFO [M:0;80cec940e2c9:44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02f6d2618fcc457680f82d4a3b78a4cf 2024-11-13T19:38:38,173 DEBUG [M:0;80cec940e2c9:44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d97e199bfa942fca06e20535e714a7b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731526705115/Put/seqid=0 2024-11-13T19:38:38,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741838_1014 (size=5275) 2024-11-13T19:38:38,577 INFO [M:0;80cec940e2c9:44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d97e199bfa942fca06e20535e714a7b 2024-11-13T19:38:38,596 DEBUG [M:0;80cec940e2c9:44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c296e9fd158540028b4e10ae6bd83615 is 69, key is 80cec940e2c9,35739,1731526701842/rs:state/1731526703938/Put/seqid=0 2024-11-13T19:38:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741839_1015 (size=5156) 2024-11-13T19:38:38,600 INFO [M:0;80cec940e2c9:44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c296e9fd158540028b4e10ae6bd83615 2024-11-13T19:38:38,605 DEBUG [M:0;80cec940e2c9:44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02f6d2618fcc457680f82d4a3b78a4cf as hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02f6d2618fcc457680f82d4a3b78a4cf 2024-11-13T19:38:38,610 INFO [M:0;80cec940e2c9:44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02f6d2618fcc457680f82d4a3b78a4cf, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T19:38:38,611 DEBUG [M:0;80cec940e2c9:44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d97e199bfa942fca06e20535e714a7b as hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d97e199bfa942fca06e20535e714a7b 2024-11-13T19:38:38,615 INFO [M:0;80cec940e2c9:44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d97e199bfa942fca06e20535e714a7b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T19:38:38,616 DEBUG [M:0;80cec940e2c9:44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c296e9fd158540028b4e10ae6bd83615 as hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c296e9fd158540028b4e10ae6bd83615 2024-11-13T19:38:38,620 INFO [M:0;80cec940e2c9:44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41653/user/jenkins/test-data/7350fc48-6695-c7fe-1464-2b287b55fdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c296e9fd158540028b4e10ae6bd83615, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T19:38:38,621 INFO [M:0;80cec940e2c9:44483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=28, compaction requested=false 2024-11-13T19:38:38,623 INFO [M:0;80cec940e2c9:44483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:38,623 DEBUG [M:0;80cec940e2c9:44483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526717729Disabling compacts and flushes for region at 1731526717729Disabling writes for close at 1731526717729Obtaining lock to block concurrent updates at 1731526717729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526717729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731526717730 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526717730Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526717730Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526717747 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526717747Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526718157 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526718172 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526718172Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526718582 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526718595 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526718595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e03272a: reopening flushed file at 1731526718604 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11949153: reopening flushed file at 1731526718610 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659ccf8d: reopening flushed file at 1731526718616 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=28, compaction requested=false at 1731526718621 (+5 ms)Writing region close event to WAL at 1731526718622 (+1 ms)Closed at 1731526718623 (+1 ms) 2024-11-13T19:38:38,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741830_1006 (size=10165) 2024-11-13T19:38:38,625 INFO [M:0;80cec940e2c9:44483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:38:38,625 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:38,625 INFO [M:0;80cec940e2c9:44483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44483 2024-11-13T19:38:38,626 INFO [M:0;80cec940e2c9:44483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:38,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:38,788 INFO [M:0;80cec940e2c9:44483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:38,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x10136e260a80003, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:38,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67c03719{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:38:38,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ee05249{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:38:38,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:38:38,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3770829e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:38:38,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75117a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.log.dir/,STOPPED} 2024-11-13T19:38:38,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:38:38,791 WARN [BP-1309168110-172.17.0.3-1731526699872 heartbeating to localhost/127.0.0.1:41653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:38:38,791 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:38:38,792 WARN [BP-1309168110-172.17.0.3-1731526699872 heartbeating to localhost/127.0.0.1:41653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1309168110-172.17.0.3-1731526699872 (Datanode Uuid e7d2d3f6-ecef-41b2-a22b-a6bdf7e33d7a) service to localhost/127.0.0.1:41653 2024-11-13T19:38:38,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/cluster_2e63adab-469c-8b24-4c99-e867674f75f7/data/data1/current/BP-1309168110-172.17.0.3-1731526699872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:38:38,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/cluster_2e63adab-469c-8b24-4c99-e867674f75f7/data/data2/current/BP-1309168110-172.17.0.3-1731526699872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:38:38,792 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:38:38,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e225f62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:38:38,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9d207cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:38:38,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:38:38,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ed25a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:38:38,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73f3698b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.log.dir/,STOPPED} 2024-11-13T19:38:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:38:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:38:38,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:38,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:38,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:38,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:38,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:38,808 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:38:38,808 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1584836863, stopped=false 2024-11-13T19:38:38,808 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,33467,1731526711225 2024-11-13T19:38:38,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/running 2024-11-13T19:38:38,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/running 2024-11-13T19:38:38,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:38,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:38,823 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:38,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:38,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:38,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:38,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,42959,1731526711266' ***** 2024-11-13T19:38:38,824 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:38:38,824 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:38:38,824 DEBUG [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 to pos 0, reset compression=false 2024-11-13T19:38:38,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:38:38,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/running 2024-11-13T19:38:38,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Set watcher on znode that does not yet exist, /01717991735/running 2024-11-13T19:38:38,824 INFO [RS:0;80cec940e2c9:42959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:38:38,824 INFO [RS:0;80cec940e2c9:42959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:38:38,824 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(3091): Received CLOSE for 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:38,825 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,42959,1731526711266 2024-11-13T19:38:38,825 INFO [RS:0;80cec940e2c9:42959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:38,825 INFO [RS:0;80cec940e2c9:42959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:42959. 2024-11-13T19:38:38,825 DEBUG [RS:0;80cec940e2c9:42959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:38,825 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 727a6f8ff9a47d3ad2b36bd2709f9f1f, disabling compactions & flushes 2024-11-13T19:38:38,825 DEBUG [RS:0;80cec940e2c9:42959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:38,825 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:38,825 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:38,825 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. after waiting 0 ms 2024-11-13T19:38:38,825 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:38,825 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:38:38,825 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:38:38,825 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:38:38,825 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:38:38,825 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:38:38,825 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 727a6f8ff9a47d3ad2b36bd2709f9f1f=hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f.} 2024-11-13T19:38:38,825 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 727a6f8ff9a47d3ad2b36bd2709f9f1f 2024-11-13T19:38:38,825 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:38:38,825 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:38:38,825 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:38:38,825 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:38:38,825 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:38:38,825 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T19:38:38,831 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/replication/727a6f8ff9a47d3ad2b36bd2709f9f1f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T19:38:38,831 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:38,832 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:38,832 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:38,832 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 727a6f8ff9a47d3ad2b36bd2709f9f1f: Waiting for close lock at 1731526718825Running coprocessor pre-close hooks at 1731526718825Disabling compacts and flushes for region at 1731526718825Disabling writes for close at 1731526718825Writing region close event to WAL at 1731526718825Running coprocessor post-close hooks at 1731526718831 (+6 ms)Closed at 1731526718832 (+1 ms) 2024-11-13T19:38:38,832 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f. 2024-11-13T19:38:38,842 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/info/bff12eee4b1948e0aa919bb1d04cef86 is 147, key is hbase:replication,,1731526705251.727a6f8ff9a47d3ad2b36bd2709f9f1f./info:regioninfo/1731526716794/Put/seqid=0 2024-11-13T19:38:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741851_1027 (size=6385) 2024-11-13T19:38:38,907 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:39,025 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:39,102 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:38:39,102 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:38:39,226 DEBUG [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:38:39,246 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/info/bff12eee4b1948e0aa919bb1d04cef86 2024-11-13T19:38:39,252 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/.tmp/info/bff12eee4b1948e0aa919bb1d04cef86 as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/info/bff12eee4b1948e0aa919bb1d04cef86 2024-11-13T19:38:39,257 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/info/bff12eee4b1948e0aa919bb1d04cef86, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T19:38:39,258 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-11-13T19:38:39,262 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T19:38:39,263 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:39,263 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:39,263 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:39,263 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526718825Running coprocessor pre-close hooks at 1731526718825Disabling compacts and flushes for region at 1731526718825Disabling writes for close at 1731526718825Obtaining lock to block concurrent updates at 1731526718825Preparing flush snapshotting stores in 1588230740 at 1731526718825Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731526718826 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526718827 (+1 ms)Flushing 1588230740/info: creating writer at 1731526718827Flushing 1588230740/info: appending metadata at 1731526718841 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731526718841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52758725: reopening flushed file at 1731526719251 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1731526719258 (+7 ms)Writing region close event to WAL at 1731526719259 (+1 ms)Running coprocessor post-close hooks at 1731526719263 (+4 ms)Closed at 1731526719263 2024-11-13T19:38:39,263 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:39,426 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,42959,1731526711266; all regions closed. 2024-11-13T19:38:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741849_1025 (size=2156) 2024-11-13T19:38:39,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.meta.1731526712507.meta not finished, retry = 0 2024-11-13T19:38:39,531 DEBUG [RS:0;80cec940e2c9:42959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs 2024-11-13T19:38:39,531 INFO [RS:0;80cec940e2c9:42959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C42959%2C1731526711266.meta:.meta(num 1731526712507) 2024-11-13T19:38:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741850_1026 (size=796) 2024-11-13T19:38:39,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.rep.1731526716758 not finished, retry = 0 2024-11-13T19:38:39,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:39,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:38:39,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:39,636 DEBUG [RS:0;80cec940e2c9:42959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs 2024-11-13T19:38:39,636 INFO [RS:0;80cec940e2c9:42959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C42959%2C1731526711266.rep:(num 1731526716758) 2024-11-13T19:38:39,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741848_1024 (size=93) 2024-11-13T19:38:39,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/WALs/80cec940e2c9,42959,1731526711266/80cec940e2c9%2C42959%2C1731526711266.1731526712246 not finished, retry = 0 2024-11-13T19:38:39,740 DEBUG [RS:0;80cec940e2c9:42959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/oldWALs 2024-11-13T19:38:39,741 INFO [RS:0;80cec940e2c9:42959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C42959%2C1731526711266:(num 1731526712246) 2024-11-13T19:38:39,741 DEBUG [RS:0;80cec940e2c9:42959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:39,741 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:38:39,741 INFO [RS:0;80cec940e2c9:42959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:39,741 INFO [RS:0;80cec940e2c9:42959 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:39,741 INFO [RS:0;80cec940e2c9:42959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:39,741 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:39,741 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,42959,1731526711266 because: Region server is closing 2024-11-13T19:38:39,741 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T19:38:39,741 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T19:38:39,741 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T19:38:39,741 INFO [RS:0;80cec940e2c9:42959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:42959. 2024-11-13T19:38:39,741 DEBUG [RS:0;80cec940e2c9:42959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:39,741 DEBUG [RS:0;80cec940e2c9:42959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:39,742 DEBUG [RS:0;80cec940e2c9:42959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:39,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:39,842 WARN [RS:0;80cec940e2c9:42959.replicationSource.shipper80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:38:39,842 WARN [RS:0;80cec940e2c9:42959.replicationSource.wal-reader.80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:38:39,842 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;80cec940e2c9:42959.replicationSource.shipper80cec940e2c9%2C42959%2C1731526711266,1-80cec940e2c9,42959,1731526711266 terminated 2024-11-13T19:38:39,842 INFO [RS:0;80cec940e2c9:42959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42959 2024-11-13T19:38:39,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735/rs 2024-11-13T19:38:39,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/rs/80cec940e2c9,42959,1731526711266 2024-11-13T19:38:39,940 INFO [RS:0;80cec940e2c9:42959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:39,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,42959,1731526711266] 2024-11-13T19:38:39,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01717991735/draining/80cec940e2c9,42959,1731526711266 already deleted, retry=false 2024-11-13T19:38:39,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,42959,1731526711266 expired; onlineServers=0 2024-11-13T19:38:39,956 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,33467,1731526711225' ***** 2024-11-13T19:38:39,956 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:38:39,956 INFO [M:0;80cec940e2c9:33467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:38:39,956 INFO [M:0;80cec940e2c9:33467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:38:39,956 DEBUG [M:0;80cec940e2c9:33467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:38:39,956 DEBUG [M:0;80cec940e2c9:33467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:38:39,956 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:38:39,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526711924 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526711924,5,FailOnTimeoutGroup] 2024-11-13T19:38:39,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526711923 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526711923,5,FailOnTimeoutGroup] 2024-11-13T19:38:39,957 INFO [M:0;80cec940e2c9:33467 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:38:39,957 INFO [M:0;80cec940e2c9:33467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:38:39,957 DEBUG [M:0;80cec940e2c9:33467 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:38:39,957 INFO [M:0;80cec940e2c9:33467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:38:39,957 INFO [M:0;80cec940e2c9:33467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:38:39,957 INFO [M:0;80cec940e2c9:33467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:38:39,957 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:38:39,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717991735/master 2024-11-13T19:38:39,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717991735 2024-11-13T19:38:39,965 DEBUG [M:0;80cec940e2c9:33467 {}] zookeeper.ZKUtil(347): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Unable to get data of znode /01717991735/master because node does not exist (not an error) 2024-11-13T19:38:39,965 WARN [M:0;80cec940e2c9:33467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:38:39,965 INFO [M:0;80cec940e2c9:33467 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/.lastflushedseqids 2024-11-13T19:38:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741852_1028 (size=181) 2024-11-13T19:38:40,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:40,048 INFO [RS:0;80cec940e2c9:42959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:40,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10136e260a80007, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:40,048 INFO [RS:0;80cec940e2c9:42959 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,42959,1731526711266; zookeeper connection closed. 2024-11-13T19:38:40,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d381e33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d381e33 2024-11-13T19:38:40,049 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:38:40,370 INFO [M:0;80cec940e2c9:33467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:38:40,370 INFO [M:0;80cec940e2c9:33467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:38:40,370 DEBUG [M:0;80cec940e2c9:33467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:38:40,371 INFO [M:0;80cec940e2c9:33467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:40,371 DEBUG [M:0;80cec940e2c9:33467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:40,371 DEBUG [M:0;80cec940e2c9:33467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:38:40,371 DEBUG [M:0;80cec940e2c9:33467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:40,371 INFO [M:0;80cec940e2c9:33467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T19:38:40,389 DEBUG [M:0;80cec940e2c9:33467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3dc3a7f8fb0416eb53d6db368b4a4bb is 82, key is hbase:meta,,1/info:regioninfo/1731526712556/Put/seqid=0 2024-11-13T19:38:40,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741853_1029 (size=5672) 2024-11-13T19:38:40,793 INFO [M:0;80cec940e2c9:33467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3dc3a7f8fb0416eb53d6db368b4a4bb 2024-11-13T19:38:40,825 DEBUG [M:0;80cec940e2c9:33467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ca26596bb6e4c71ba83979da78f6215 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731526716799/Put/seqid=0 2024-11-13T19:38:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741854_1030 (size=7312) 2024-11-13T19:38:41,231 INFO [M:0;80cec940e2c9:33467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ca26596bb6e4c71ba83979da78f6215 2024-11-13T19:38:41,250 DEBUG [M:0;80cec940e2c9:33467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df11544ac3bd440990f705e6de379076 is 69, key is 80cec940e2c9,42959,1731526711266/rs:state/1731526712021/Put/seqid=0 2024-11-13T19:38:41,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741855_1031 (size=5370) 2024-11-13T19:38:41,654 INFO [M:0;80cec940e2c9:33467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df11544ac3bd440990f705e6de379076 2024-11-13T19:38:41,659 INFO [M:0;80cec940e2c9:33467 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df11544ac3bd440990f705e6de379076 2024-11-13T19:38:41,660 DEBUG [M:0;80cec940e2c9:33467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3dc3a7f8fb0416eb53d6db368b4a4bb as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3dc3a7f8fb0416eb53d6db368b4a4bb 2024-11-13T19:38:41,664 INFO [M:0;80cec940e2c9:33467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3dc3a7f8fb0416eb53d6db368b4a4bb, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T19:38:41,665 DEBUG [M:0;80cec940e2c9:33467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ca26596bb6e4c71ba83979da78f6215 as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ca26596bb6e4c71ba83979da78f6215 2024-11-13T19:38:41,670 INFO [M:0;80cec940e2c9:33467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ca26596bb6e4c71ba83979da78f6215, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T19:38:41,672 DEBUG [M:0;80cec940e2c9:33467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df11544ac3bd440990f705e6de379076 as hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df11544ac3bd440990f705e6de379076 2024-11-13T19:38:41,677 INFO [M:0;80cec940e2c9:33467 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df11544ac3bd440990f705e6de379076 2024-11-13T19:38:41,678 INFO [M:0;80cec940e2c9:33467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35519/user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df11544ac3bd440990f705e6de379076, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T19:38:41,679 INFO [M:0;80cec940e2c9:33467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=127, compaction requested=false 2024-11-13T19:38:41,689 INFO [M:0;80cec940e2c9:33467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:41,689 DEBUG [M:0;80cec940e2c9:33467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526720370Disabling compacts and flushes for region at 1731526720370Disabling writes for close at 1731526720371 (+1 ms)Obtaining lock to block concurrent updates at 1731526720371Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526720371Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731526720371Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526720372 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526720372Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526720388 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526720388Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526720804 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526720825 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526720825Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526721236 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526721249 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526721250 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a8b5ac: reopening flushed file at 1731526721659 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6eec8e: reopening flushed file at 1731526721664 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607bd08b: reopening flushed file at 1731526721670 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=127, compaction requested=false at 1731526721679 (+9 ms)Writing region close event to WAL at 1731526721689 (+10 ms)Closed at 1731526721689 2024-11-13T19:38:41,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5c453fe-d563-afff-0dce-b951a734d0b1/MasterData/WALs/80cec940e2c9,33467,1731526711225/80cec940e2c9%2C33467%2C1731526711225.1731526711767 not finished, retry = 0 2024-11-13T19:38:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741847_1023 (size=22903) 2024-11-13T19:38:41,798 INFO [M:0;80cec940e2c9:33467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:38:41,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:38:41,798 INFO [M:0;80cec940e2c9:33467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33467 2024-11-13T19:38:41,798 INFO [M:0;80cec940e2c9:33467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:38:41,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:41,929 INFO [M:0;80cec940e2c9:33467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:38:41,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10136e260a80006, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:38:41,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1233d3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:38:41,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@305dbe87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:38:41,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:38:41,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b94c408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:38:41,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16acb552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.log.dir/,STOPPED} 2024-11-13T19:38:41,934 WARN [BP-1763022633-172.17.0.3-1731526695699 heartbeating to localhost/127.0.0.1:35519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:38:41,934 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:38:41,934 WARN [BP-1763022633-172.17.0.3-1731526695699 heartbeating to localhost/127.0.0.1:35519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1763022633-172.17.0.3-1731526695699 (Datanode Uuid d4a85947-9da0-411f-b0fa-3fb96f3edf97) service to localhost/127.0.0.1:35519 2024-11-13T19:38:41,934 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:38:41,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/cluster_8f472e5d-4223-26bf-b4fa-0978d93938c7/data/data1/current/BP-1763022633-172.17.0.3-1731526695699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:38:41,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/cluster_8f472e5d-4223-26bf-b4fa-0978d93938c7/data/data2/current/BP-1763022633-172.17.0.3-1731526695699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:38:41,935 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:38:41,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46222de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:38:41,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ac7df12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:38:41,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:38:41,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35299b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:38:41,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f13e84a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/873ab048-3fec-7ef0-96fe-f829c81fcbde/hadoop.log.dir/,STOPPED} 2024-11-13T19:38:41,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:38:41,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:38:41,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 162) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41653 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35519 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64734) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64734) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=2447 (was 2940) 2024-11-13T19:38:41,974 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=2447 2024-11-13T19:38:41,986 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T19:38:41,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.log.dir so I do NOT create it in target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9 2024-11-13T19:38:41,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:38:41,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.tmp.dir so I do NOT create it in target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9 2024-11-13T19:38:41,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e65806b4-2345-51f7-9f38-1cec730764ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:38:41,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9 2024-11-13T19:38:41,987 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/cluster_3f8e5eea-2bc6-2d01-41fe-54f25ac5a146, deleteOnExit=true 2024-11-13T19:38:42,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/cluster_3f8e5eea-2bc6-2d01-41fe-54f25ac5a146/zookeeper_0, clientPort=52099, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/cluster_3f8e5eea-2bc6-2d01-41fe-54f25ac5a146/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/cluster_3f8e5eea-2bc6-2d01-41fe-54f25ac5a146/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:38:42,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52099 2024-11-13T19:38:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:38:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:38:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/test.cache.data in system properties and HBase conf 2024-11-13T19:38:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:38:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:38:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:38:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:38:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:38:42,005 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:38:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:38:42,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:38:42,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e260a80002, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:38:42,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e260a80005, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:38:42,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e260a80002, quorum=127.0.0.1:64734, baseZNode=/01717991735 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:38:42,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e260a80005, quorum=127.0.0.1:64734, baseZNode=/1-640599963 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:38:42,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:42,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:38:42,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:38:42,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:38:42,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:38:42,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:42,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3537ce6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:38:42,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3457eb9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:38:42,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a8242be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/java.io.tmpdir/jetty-localhost-37689-hadoop-hdfs-3_4_1-tests_jar-_-any-8372193761587593302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:38:42,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d181f38{HTTP/1.1, (http/1.1)}{localhost:37689} 2024-11-13T19:38:42,381 INFO [Time-limited test {}] server.Server(415): Started @168308ms 2024-11-13T19:38:42,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:42,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:38:42,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:38:42,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:38:42,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:38:42,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1273234{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:38:42,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7161e3d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:38:42,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c0391c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/java.io.tmpdir/jetty-localhost-45679-hadoop-hdfs-3_4_1-tests_jar-_-any-918849181933804294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:38:42,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7820b50b{HTTP/1.1, (http/1.1)}{localhost:45679} 2024-11-13T19:38:42,687 INFO [Time-limited test {}] server.Server(415): Started @168614ms 2024-11-13T19:38:42,688 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:38:43,082 WARN [Thread-1686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/cluster_3f8e5eea-2bc6-2d01-41fe-54f25ac5a146/data/data2/current/BP-479105494-172.17.0.3-1731526722038/current, will proceed with Du for space computation calculation, 2024-11-13T19:38:43,082 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/cluster_3f8e5eea-2bc6-2d01-41fe-54f25ac5a146/data/data1/current/BP-479105494-172.17.0.3-1731526722038/current, will proceed with Du for space computation calculation, 2024-11-13T19:38:43,097 WARN [Thread-1673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:38:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54bfeeace39f3e9a with lease ID 0xf9cd4b38ffdc066d: Processing first storage report for DS-24c4e5c0-d398-47b0-a6bf-918034bd1e09 from datanode DatanodeRegistration(127.0.0.1:37525, datanodeUuid=0594b33a-e3c8-4945-8642-bbbf4886037e, infoPort=36783, infoSecurePort=0, ipcPort=38665, storageInfo=lv=-57;cid=testClusterID;nsid=791672682;c=1731526722038) 2024-11-13T19:38:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54bfeeace39f3e9a with lease ID 0xf9cd4b38ffdc066d: from storage DS-24c4e5c0-d398-47b0-a6bf-918034bd1e09 node DatanodeRegistration(127.0.0.1:37525, datanodeUuid=0594b33a-e3c8-4945-8642-bbbf4886037e, infoPort=36783, infoSecurePort=0, ipcPort=38665, storageInfo=lv=-57;cid=testClusterID;nsid=791672682;c=1731526722038), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:38:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54bfeeace39f3e9a with lease ID 0xf9cd4b38ffdc066d: Processing first storage report for DS-e9317aa1-0695-4ed2-8123-0e900d8db76c from datanode DatanodeRegistration(127.0.0.1:37525, datanodeUuid=0594b33a-e3c8-4945-8642-bbbf4886037e, infoPort=36783, infoSecurePort=0, ipcPort=38665, storageInfo=lv=-57;cid=testClusterID;nsid=791672682;c=1731526722038) 2024-11-13T19:38:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54bfeeace39f3e9a with lease ID 0xf9cd4b38ffdc066d: from storage DS-e9317aa1-0695-4ed2-8123-0e900d8db76c node DatanodeRegistration(127.0.0.1:37525, datanodeUuid=0594b33a-e3c8-4945-8642-bbbf4886037e, infoPort=36783, infoSecurePort=0, ipcPort=38665, storageInfo=lv=-57;cid=testClusterID;nsid=791672682;c=1731526722038), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:38:43,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9 2024-11-13T19:38:43,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:43,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:43,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:38:43,520 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b with version=8 2024-11-13T19:38:43,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/hbase-staging 2024-11-13T19:38:43,522 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:43,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:43,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:43,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:43,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:43,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:43,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:38:43,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:43,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44067 2024-11-13T19:38:43,524 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44067 connecting to ZooKeeper ensemble=127.0.0.1:52099 2024-11-13T19:38:43,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440670x0, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:43,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44067-0x10136e2c77c0000 connected 2024-11-13T19:38:43,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:43,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:43,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on znode that does not yet exist, /0-381741676/running 2024-11-13T19:38:43,650 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b, hbase.cluster.distributed=false 2024-11-13T19:38:43,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on znode that does not yet exist, /0-381741676/acl 2024-11-13T19:38:43,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44067 2024-11-13T19:38:43,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44067 2024-11-13T19:38:43,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44067 2024-11-13T19:38:43,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44067 2024-11-13T19:38:43,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44067 2024-11-13T19:38:43,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:43,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:43,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:43,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:43,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:43,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:43,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:38:43,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:43,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34225 2024-11-13T19:38:43,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34225 connecting to ZooKeeper ensemble=127.0.0.1:52099 2024-11-13T19:38:43,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:43,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:43,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342250x0, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:43,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342250x0, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on znode that does not yet exist, /0-381741676/running 2024-11-13T19:38:43,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34225-0x10136e2c77c0001 connected 2024-11-13T19:38:43,689 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:38:43,690 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:38:43,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on znode that does not yet exist, /0-381741676/master 2024-11-13T19:38:43,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on znode that does not yet exist, /0-381741676/acl 2024-11-13T19:38:43,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34225 2024-11-13T19:38:43,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34225 2024-11-13T19:38:43,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34225 2024-11-13T19:38:43,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34225 2024-11-13T19:38:43,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34225 2024-11-13T19:38:43,707 DEBUG [M:0;80cec940e2c9:44067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:44067 2024-11-13T19:38:43,708 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-381741676/backup-masters/80cec940e2c9,44067,1731526723522 2024-11-13T19:38:43,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676/backup-masters 2024-11-13T19:38:43,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676/backup-masters 2024-11-13T19:38:43,714 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on existing znode=/0-381741676/backup-masters/80cec940e2c9,44067,1731526723522 2024-11-13T19:38:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-381741676/master 2024-11-13T19:38:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:43,722 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on existing znode=/0-381741676/master 2024-11-13T19:38:43,722 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-381741676/backup-masters/80cec940e2c9,44067,1731526723522 from backup master directory 2024-11-13T19:38:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381741676/backup-masters/80cec940e2c9,44067,1731526723522 2024-11-13T19:38:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676/backup-masters 2024-11-13T19:38:43,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676/backup-masters 2024-11-13T19:38:43,730 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:43,730 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,44067,1731526723522 2024-11-13T19:38:43,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/hbase.id] with ID: ec2fcfa8-b97e-460d-a876-5caa45f6592d 2024-11-13T19:38:43,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/.tmp/hbase.id 2024-11-13T19:38:43,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:38:44,139 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/.tmp/hbase.id]:[hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/hbase.id] 2024-11-13T19:38:44,149 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:44,149 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:38:44,150 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:38:44,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:44,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:44,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:38:44,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:38:44,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:44,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:44,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:44,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:44,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:44,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:44,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:44,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:44,560 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:44,561 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:38:44,561 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:44,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:38:44,968 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store 2024-11-13T19:38:44,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:38:45,374 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:45,374 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:38:45,374 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:45,374 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:45,374 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:38:45,374 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:45,374 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:45,374 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526725374Disabling compacts and flushes for region at 1731526725374Disabling writes for close at 1731526725374Writing region close event to WAL at 1731526725374Closed at 1731526725374 2024-11-13T19:38:45,375 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/.initializing 2024-11-13T19:38:45,375 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/WALs/80cec940e2c9,44067,1731526723522 2024-11-13T19:38:45,376 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:45,377 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C44067%2C1731526723522, suffix=, logDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/WALs/80cec940e2c9,44067,1731526723522, archiveDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/oldWALs, maxLogs=10 2024-11-13T19:38:45,390 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/WALs/80cec940e2c9,44067,1731526723522/80cec940e2c9%2C44067%2C1731526723522.1731526725377, exclude list is [], retry=0 2024-11-13T19:38:45,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37525,DS-24c4e5c0-d398-47b0-a6bf-918034bd1e09,DISK] 2024-11-13T19:38:45,394 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/WALs/80cec940e2c9,44067,1731526723522/80cec940e2c9%2C44067%2C1731526723522.1731526725377 2024-11-13T19:38:45,394 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36783:36783)] 2024-11-13T19:38:45,394 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:45,394 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:45,394 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,394 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:38:45,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:45,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:45,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:38:45,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:45,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:45,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:38:45,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:45,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:45,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:38:45,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:45,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:45,400 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,401 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,401 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,402 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,402 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,403 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:45,404 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:45,405 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:45,406 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59443211, jitterRate=-0.11422713100910187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:45,406 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526725394Initializing all the Stores at 1731526725395 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526725395Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526725395Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526725395Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526725395Cleaning up temporary data from old regions at 1731526725402 (+7 ms)Region opened successfully at 1731526725406 (+4 ms) 2024-11-13T19:38:45,407 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:38:45,409 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1a80b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:45,410 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:38:45,410 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:38:45,410 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:38:45,410 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:38:45,411 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:38:45,411 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:38:45,411 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:38:45,413 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:38:45,413 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Unable to get data of znode /0-381741676/balancer because node does not exist (not necessarily an error) 2024-11-13T19:38:45,446 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381741676/balancer already deleted, retry=false 2024-11-13T19:38:45,447 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:38:45,448 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Unable to get data of znode /0-381741676/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:38:45,455 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381741676/normalizer already deleted, retry=false 2024-11-13T19:38:45,455 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:38:45,456 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Unable to get data of znode /0-381741676/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:38:45,463 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381741676/switch/split already deleted, retry=false 2024-11-13T19:38:45,464 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Unable to get data of znode /0-381741676/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:38:45,471 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381741676/switch/merge already deleted, retry=false 2024-11-13T19:38:45,473 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Unable to get data of znode /0-381741676/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:38:45,480 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381741676/snapshot-cleanup already deleted, retry=false 2024-11-13T19:38:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-381741676/running 2024-11-13T19:38:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-381741676/running 2024-11-13T19:38:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:45,489 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,44067,1731526723522, sessionid=0x10136e2c77c0000, setting cluster-up flag (Was=false) 2024-11-13T19:38:45,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:45,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:45,530 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-381741676/flush-table-proc/acquired, /0-381741676/flush-table-proc/reached, /0-381741676/flush-table-proc/abort 2024-11-13T19:38:45,531 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,44067,1731526723522 2024-11-13T19:38:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:45,571 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-381741676/online-snapshot/acquired, /0-381741676/online-snapshot/reached, /0-381741676/online-snapshot/abort 2024-11-13T19:38:45,572 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,44067,1731526723522 2024-11-13T19:38:45,573 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:38:45,574 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:45,575 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:38:45,575 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:38:45,575 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,44067,1731526723522 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:38:45,576 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:45,576 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:45,576 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:45,576 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:45,576 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:38:45,576 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,576 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:45,576 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:45,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:38:45,580 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:45,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:38:45,581 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526755581 2024-11-13T19:38:45,581 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:38:45,581 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:38:45,581 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:38:45,581 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:38:45,581 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:38:45,581 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:38:45,582 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,585 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:38:45,585 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:38:45,586 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:38:45,586 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:38:45,588 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:38:45,588 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:38:45,588 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526725588,5,FailOnTimeoutGroup] 2024-11-13T19:38:45,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:38:45,590 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526725588,5,FailOnTimeoutGroup] 2024-11-13T19:38:45,590 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,590 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:38:45,591 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,591 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,600 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(746): ClusterId : ec2fcfa8-b97e-460d-a876-5caa45f6592d 2024-11-13T19:38:45,600 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:38:45,605 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:38:45,605 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:38:45,614 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:38:45,614 DEBUG [RS:0;80cec940e2c9:34225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5478e2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:45,626 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:34225 2024-11-13T19:38:45,626 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:38:45,626 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:38:45,626 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:38:45,627 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,44067,1731526723522 with port=34225, startcode=1731526723669 2024-11-13T19:38:45,627 DEBUG [RS:0;80cec940e2c9:34225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:38:45,629 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:38:45,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,34225,1731526723669 2024-11-13T19:38:45,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44067 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,34225,1731526723669 2024-11-13T19:38:45,631 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b 2024-11-13T19:38:45,631 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33917 2024-11-13T19:38:45,632 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:38:45,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676/rs 2024-11-13T19:38:45,639 DEBUG [RS:0;80cec940e2c9:34225 {}] zookeeper.ZKUtil(111): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on existing znode=/0-381741676/rs/80cec940e2c9,34225,1731526723669 2024-11-13T19:38:45,639 WARN [RS:0;80cec940e2c9:34225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:45,639 INFO [RS:0;80cec940e2c9:34225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:45,639 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669 2024-11-13T19:38:45,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,34225,1731526723669] 2024-11-13T19:38:45,645 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:38:45,646 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:38:45,648 INFO [RS:0;80cec940e2c9:34225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:38:45,648 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,649 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:38:45,650 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:38:45,650 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,650 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,651 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:45,651 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:45,651 DEBUG [RS:0;80cec940e2c9:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:45,655 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,655 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,655 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,655 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,655 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,655 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34225,1731526723669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:45,668 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:38:45,668 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34225,1731526723669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,668 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,668 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.Replication(171): 80cec940e2c9,34225,1731526723669 started 2024-11-13T19:38:45,682 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:45,682 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,34225,1731526723669, RpcServer on 80cec940e2c9/172.17.0.3:34225, sessionid=0x10136e2c77c0001 2024-11-13T19:38:45,682 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:38:45,682 DEBUG [RS:0;80cec940e2c9:34225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,34225,1731526723669 2024-11-13T19:38:45,682 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,34225,1731526723669' 2024-11-13T19:38:45,682 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-381741676/flush-table-proc/abort' 2024-11-13T19:38:45,682 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-381741676/flush-table-proc/acquired' 2024-11-13T19:38:45,683 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:38:45,683 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:38:45,683 DEBUG [RS:0;80cec940e2c9:34225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,34225,1731526723669 2024-11-13T19:38:45,683 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,34225,1731526723669' 2024-11-13T19:38:45,683 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-381741676/online-snapshot/abort' 2024-11-13T19:38:45,683 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-381741676/online-snapshot/acquired' 2024-11-13T19:38:45,683 DEBUG [RS:0;80cec940e2c9:34225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:38:45,683 INFO [RS:0;80cec940e2c9:34225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:38:45,683 INFO [RS:0;80cec940e2c9:34225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:38:45,784 INFO [RS:0;80cec940e2c9:34225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:45,785 INFO [RS:0;80cec940e2c9:34225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C34225%2C1731526723669, suffix=, logDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669, archiveDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/oldWALs, maxLogs=10 2024-11-13T19:38:45,800 DEBUG [RS:0;80cec940e2c9:34225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786, exclude list is [], retry=0 2024-11-13T19:38:45,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37525,DS-24c4e5c0-d398-47b0-a6bf-918034bd1e09,DISK] 2024-11-13T19:38:45,807 INFO [RS:0;80cec940e2c9:34225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 2024-11-13T19:38:45,808 DEBUG [RS:0;80cec940e2c9:34225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36783:36783)] 2024-11-13T19:38:45,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:38:45,991 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b 2024-11-13T19:38:46,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:38:46,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:46,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:38:46,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:38:46,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:46,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:46,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:38:46,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:38:46,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:46,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:46,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:38:46,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:38:46,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:46,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:46,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:38:46,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:38:46,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:46,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:46,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:38:46,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740 2024-11-13T19:38:46,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740 2024-11-13T19:38:46,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:38:46,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:38:46,015 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:46,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:38:46,019 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:46,019 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65966662, jitterRate=-0.01702013611793518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:46,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526726001Initializing all the Stores at 1731526726001Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526726001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526726001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526726002 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526726002Cleaning up temporary data from old regions at 1731526726015 (+13 ms)Region opened successfully at 1731526726020 (+5 ms) 2024-11-13T19:38:46,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:38:46,020 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:38:46,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:38:46,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:38:46,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:38:46,020 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:46,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526726020Disabling compacts and flushes for region at 1731526726020Disabling writes for close at 1731526726020Writing region close event to WAL at 1731526726020Closed at 1731526726020 2024-11-13T19:38:46,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:46,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:38:46,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:38:46,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:46,024 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:38:46,177 DEBUG [80cec940e2c9:44067 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:38:46,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,34225,1731526723669 2024-11-13T19:38:46,179 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,34225,1731526723669, state=OPENING 2024-11-13T19:38:46,215 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:38:46,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:46,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:46,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381741676/meta-region-server: CHANGED 2024-11-13T19:38:46,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381741676/meta-region-server: CHANGED 2024-11-13T19:38:46,230 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:46,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,34225,1731526723669}] 2024-11-13T19:38:46,383 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:38:46,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:38:46,393 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:38:46,393 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:46,393 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:38:46,395 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C34225%2C1731526723669.meta, suffix=.meta, logDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669, archiveDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/oldWALs, maxLogs=10 2024-11-13T19:38:46,412 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.meta.1731526726395.meta, exclude list is [], retry=0 2024-11-13T19:38:46,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37525,DS-24c4e5c0-d398-47b0-a6bf-918034bd1e09,DISK] 2024-11-13T19:38:46,419 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.meta.1731526726395.meta 2024-11-13T19:38:46,419 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36783:36783)] 2024-11-13T19:38:46,420 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:46,420 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:46,420 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:38:46,420 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:38:46,420 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:38:46,421 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:38:46,421 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:46,421 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:38:46,421 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:38:46,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:38:46,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:38:46,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:46,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:46,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:38:46,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:38:46,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:46,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:46,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:38:46,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:38:46,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:46,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:46,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:38:46,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:38:46,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:46,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:46,436 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:38:46,437 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740 2024-11-13T19:38:46,439 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740 2024-11-13T19:38:46,440 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:38:46,440 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:38:46,441 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:46,443 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:38:46,444 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61747807, jitterRate=-0.07988597452640533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:46,444 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:38:46,445 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526726421Writing region info on filesystem at 1731526726421Initializing all the Stores at 1731526726422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526726422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526726422Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526726422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526726422Cleaning up temporary data from old regions at 1731526726440 (+18 ms)Running coprocessor post-open hooks at 1731526726444 (+4 ms)Region opened successfully at 1731526726445 (+1 ms) 2024-11-13T19:38:46,446 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526726383 2024-11-13T19:38:46,449 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:38:46,449 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:38:46,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,34225,1731526723669 2024-11-13T19:38:46,451 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,34225,1731526723669, state=OPEN 2024-11-13T19:38:46,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-381741676/meta-region-server 2024-11-13T19:38:46,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-381741676/meta-region-server 2024-11-13T19:38:46,486 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,34225,1731526723669 2024-11-13T19:38:46,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381741676/meta-region-server: CHANGED 2024-11-13T19:38:46,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381741676/meta-region-server: CHANGED 2024-11-13T19:38:46,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:38:46,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,34225,1731526723669 in 255 msec 2024-11-13T19:38:46,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:38:46,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-13T19:38:46,504 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:46,504 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:38:46,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:46,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34225,1731526723669, seqNum=-1] 2024-11-13T19:38:46,506 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:46,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:46,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 939 msec 2024-11-13T19:38:46,513 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526726513, completionTime=-1 2024-11-13T19:38:46,514 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:38:46,514 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:38:46,516 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:38:46,516 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526786516 2024-11-13T19:38:46,516 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526846516 2024-11-13T19:38:46,516 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:38:46,517 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44067,1731526723522-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:46,517 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44067,1731526723522-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:46,517 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44067,1731526723522-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:46,517 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:44067, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:46,517 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:46,518 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:46,519 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:38:46,522 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.792sec 2024-11-13T19:38:46,522 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:38:46,522 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:38:46,522 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:38:46,523 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:38:46,523 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:38:46,523 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44067,1731526723522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:46,523 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44067,1731526723522-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:38:46,525 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:38:46,526 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:38:46,526 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44067,1731526723522-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:46,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486cc472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:46,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44067,-1 for getting cluster id 2024-11-13T19:38:46,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:46,603 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec2fcfa8-b97e-460d-a876-5caa45f6592d' 2024-11-13T19:38:46,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:46,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec2fcfa8-b97e-460d-a876-5caa45f6592d" 2024-11-13T19:38:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204e42ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44067,-1] 2024-11-13T19:38:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:46,606 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:46,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d1d0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:46,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34225,1731526723669, seqNum=-1] 2024-11-13T19:38:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:46,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,44067,1731526723522 2024-11-13T19:38:46,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52099 2024-11-13T19:38:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:46,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e2c77c0002 connected 2024-11-13T19:38:46,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.log.dir so I do NOT create it in target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724 2024-11-13T19:38:46,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:38:46,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.tmp.dir so I do NOT create it in target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724 2024-11-13T19:38:46,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:38:46,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724 2024-11-13T19:38:46,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:38:46,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/cluster_fa614f5e-953d-137f-211d-a4d739b28262, deleteOnExit=true 2024-11-13T19:38:46,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:38:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/test.cache.data in system properties and HBase conf 2024-11-13T19:38:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:38:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:38:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:38:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:38:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:38:46,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:38:46,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:38:46,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:38:46,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:46,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:38:46,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:38:46,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:38:46,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:38:46,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:46,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d00e481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:38:46,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3facfa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:38:47,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a5ebce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/java.io.tmpdir/jetty-localhost-41991-hadoop-hdfs-3_4_1-tests_jar-_-any-12702106404249771835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:38:47,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10a4639a{HTTP/1.1, (http/1.1)}{localhost:41991} 2024-11-13T19:38:47,003 INFO [Time-limited test {}] server.Server(415): Started @172929ms 2024-11-13T19:38:47,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:38:47,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:38:47,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:38:47,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:38:47,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:38:47,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcf59d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:38:47,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571d6822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:38:47,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20d00075{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/java.io.tmpdir/jetty-localhost-44487-hadoop-hdfs-3_4_1-tests_jar-_-any-9113235653547681327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:38:47,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7998d69f{HTTP/1.1, (http/1.1)}{localhost:44487} 2024-11-13T19:38:47,269 INFO [Time-limited test {}] server.Server(415): Started @173195ms 2024-11-13T19:38:47,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:38:47,658 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/cluster_fa614f5e-953d-137f-211d-a4d739b28262/data/data1/current/BP-1883465615-172.17.0.3-1731526726680/current, will proceed with Du for space computation calculation, 2024-11-13T19:38:47,658 WARN [Thread-1807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/cluster_fa614f5e-953d-137f-211d-a4d739b28262/data/data2/current/BP-1883465615-172.17.0.3-1731526726680/current, will proceed with Du for space computation calculation, 2024-11-13T19:38:47,683 WARN [Thread-1794 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:38:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77b1b13a05d11d1 with lease ID 0x8ab204cd158f23af: Processing first storage report for DS-fc6c72fe-3db0-4be2-a630-133b1d7e514b from datanode DatanodeRegistration(127.0.0.1:43539, datanodeUuid=8fc93f0b-1219-49ea-8dcd-abe0631d6ad0, infoPort=42073, infoSecurePort=0, ipcPort=45113, storageInfo=lv=-57;cid=testClusterID;nsid=1425939815;c=1731526726680) 2024-11-13T19:38:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77b1b13a05d11d1 with lease ID 0x8ab204cd158f23af: from storage DS-fc6c72fe-3db0-4be2-a630-133b1d7e514b node DatanodeRegistration(127.0.0.1:43539, datanodeUuid=8fc93f0b-1219-49ea-8dcd-abe0631d6ad0, infoPort=42073, infoSecurePort=0, ipcPort=45113, storageInfo=lv=-57;cid=testClusterID;nsid=1425939815;c=1731526726680), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:38:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77b1b13a05d11d1 with lease ID 0x8ab204cd158f23af: Processing first storage report for DS-21fa3d8a-b1ef-4f32-ba7e-ee031d4e95ff from datanode DatanodeRegistration(127.0.0.1:43539, datanodeUuid=8fc93f0b-1219-49ea-8dcd-abe0631d6ad0, infoPort=42073, infoSecurePort=0, ipcPort=45113, storageInfo=lv=-57;cid=testClusterID;nsid=1425939815;c=1731526726680) 2024-11-13T19:38:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77b1b13a05d11d1 with lease ID 0x8ab204cd158f23af: from storage DS-21fa3d8a-b1ef-4f32-ba7e-ee031d4e95ff node DatanodeRegistration(127.0.0.1:43539, datanodeUuid=8fc93f0b-1219-49ea-8dcd-abe0631d6ad0, infoPort=42073, infoSecurePort=0, ipcPort=45113, storageInfo=lv=-57;cid=testClusterID;nsid=1425939815;c=1731526726680), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:38:47,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724 2024-11-13T19:38:47,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:47,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:38:48,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32 with version=8 2024-11-13T19:38:48,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/hbase-staging 2024-11-13T19:38:48,116 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:48,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:48,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:48,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:48,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:48,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:48,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:38:48,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:48,117 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44979 2024-11-13T19:38:48,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44979 connecting to ZooKeeper ensemble=127.0.0.1:52099 2024-11-13T19:38:48,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449790x0, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:48,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44979-0x10136e2c77c0003 connected 2024-11-13T19:38:48,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:48,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:48,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on znode that does not yet exist, /1965952354/running 2024-11-13T19:38:48,216 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32, hbase.cluster.distributed=false 2024-11-13T19:38:48,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on znode that does not yet exist, /1965952354/acl 2024-11-13T19:38:48,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44979 2024-11-13T19:38:48,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44979 2024-11-13T19:38:48,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44979 2024-11-13T19:38:48,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44979 2024-11-13T19:38:48,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44979 2024-11-13T19:38:48,232 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:38:48,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:48,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:48,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:38:48,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:38:48,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:38:48,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:38:48,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:38:48,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41557 2024-11-13T19:38:48,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41557 connecting to ZooKeeper ensemble=127.0.0.1:52099 2024-11-13T19:38:48,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:48,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:48,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415570x0, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:48,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415570x0, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on znode that does not yet exist, /1965952354/running 2024-11-13T19:38:48,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41557-0x10136e2c77c0004 connected 2024-11-13T19:38:48,247 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:38:48,247 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:38:48,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on znode that does not yet exist, /1965952354/master 2024-11-13T19:38:48,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on znode that does not yet exist, /1965952354/acl 2024-11-13T19:38:48,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41557 2024-11-13T19:38:48,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41557 2024-11-13T19:38:48,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41557 2024-11-13T19:38:48,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41557 2024-11-13T19:38:48,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41557 2024-11-13T19:38:48,265 DEBUG [M:0;80cec940e2c9:44979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:44979 2024-11-13T19:38:48,265 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1965952354/backup-masters/80cec940e2c9,44979,1731526728116 2024-11-13T19:38:48,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354/backup-masters 2024-11-13T19:38:48,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354/backup-masters 2024-11-13T19:38:48,272 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on existing znode=/1965952354/backup-masters/80cec940e2c9,44979,1731526728116 2024-11-13T19:38:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1965952354/master 2024-11-13T19:38:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:48,280 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on existing znode=/1965952354/master 2024-11-13T19:38:48,280 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1965952354/backup-masters/80cec940e2c9,44979,1731526728116 from backup master directory 2024-11-13T19:38:48,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1965952354/backup-masters/80cec940e2c9,44979,1731526728116 2024-11-13T19:38:48,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354/backup-masters 2024-11-13T19:38:48,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354/backup-masters 2024-11-13T19:38:48,288 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:48,288 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,44979,1731526728116 2024-11-13T19:38:48,291 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/hbase.id] with ID: 246e4c25-0694-4866-a3c6-2c57d7d22e7b 2024-11-13T19:38:48,291 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/.tmp/hbase.id 2024-11-13T19:38:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:38:48,696 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/.tmp/hbase.id]:[hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/hbase.id] 2024-11-13T19:38:48,706 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:48,706 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:38:48,707 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:38:48,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:48,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:48,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:38:49,157 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:49,158 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:38:49,158 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:38:49,166 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store 2024-11-13T19:38:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:38:49,573 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:49,573 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:38:49,573 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:49,573 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:49,573 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:38:49,573 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:49,573 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:38:49,573 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526729573Disabling compacts and flushes for region at 1731526729573Disabling writes for close at 1731526729573Writing region close event to WAL at 1731526729573Closed at 1731526729573 2024-11-13T19:38:49,574 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/.initializing 2024-11-13T19:38:49,574 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/WALs/80cec940e2c9,44979,1731526728116 2024-11-13T19:38:49,575 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:49,576 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C44979%2C1731526728116, suffix=, logDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/WALs/80cec940e2c9,44979,1731526728116, archiveDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/oldWALs, maxLogs=10 2024-11-13T19:38:49,589 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/WALs/80cec940e2c9,44979,1731526728116/80cec940e2c9%2C44979%2C1731526728116.1731526729576, exclude list is [], retry=0 2024-11-13T19:38:49,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43539,DS-fc6c72fe-3db0-4be2-a630-133b1d7e514b,DISK] 2024-11-13T19:38:49,592 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/WALs/80cec940e2c9,44979,1731526728116/80cec940e2c9%2C44979%2C1731526728116.1731526729576 2024-11-13T19:38:49,593 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42073:42073)] 2024-11-13T19:38:49,593 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:49,593 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:49,593 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,593 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:38:49,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:49,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:49,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:38:49,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:49,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:49,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:38:49,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:49,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:49,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:38:49,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:49,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:49,599 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,600 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,600 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,601 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,601 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,602 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:49,603 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:38:49,605 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:49,605 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66494845, jitterRate=-0.009149596095085144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:49,605 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526729593Initializing all the Stores at 1731526729594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526729594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526729594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526729594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526729594Cleaning up temporary data from old regions at 1731526729601 (+7 ms)Region opened successfully at 1731526729605 (+4 ms) 2024-11-13T19:38:49,605 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:38:49,609 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2441b61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:49,610 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:38:49,610 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:38:49,610 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:38:49,610 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:38:49,611 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:38:49,611 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:38:49,611 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:38:49,614 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:38:49,615 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Unable to get data of znode /1965952354/balancer because node does not exist (not necessarily an error) 2024-11-13T19:38:49,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:38:49,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:38:49,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:38:49,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:38:49,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:38:49,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:38:49,705 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1965952354/balancer already deleted, retry=false 2024-11-13T19:38:49,705 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:38:49,706 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Unable to get data of znode /1965952354/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:38:49,713 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1965952354/normalizer already deleted, retry=false 2024-11-13T19:38:49,713 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:38:49,714 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Unable to get data of znode /1965952354/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:38:49,721 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1965952354/switch/split already deleted, retry=false 2024-11-13T19:38:49,722 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Unable to get data of znode /1965952354/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:38:49,729 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1965952354/switch/merge already deleted, retry=false 2024-11-13T19:38:49,731 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Unable to get data of znode /1965952354/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:38:49,738 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1965952354/snapshot-cleanup already deleted, retry=false 2024-11-13T19:38:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1965952354/running 2024-11-13T19:38:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1965952354/running 2024-11-13T19:38:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:49,747 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,44979,1731526728116, sessionid=0x10136e2c77c0003, setting cluster-up flag (Was=false) 2024-11-13T19:38:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:49,788 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1965952354/flush-table-proc/acquired, /1965952354/flush-table-proc/reached, /1965952354/flush-table-proc/abort 2024-11-13T19:38:49,789 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,44979,1731526728116 2024-11-13T19:38:49,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:49,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:49,829 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1965952354/online-snapshot/acquired, /1965952354/online-snapshot/reached, /1965952354/online-snapshot/abort 2024-11-13T19:38:49,830 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,44979,1731526728116 2024-11-13T19:38:49,832 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:38:49,833 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:49,833 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:38:49,833 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:38:49,833 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,44979,1731526728116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:38:49,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:49,835 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:49,835 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:49,835 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:38:49,835 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:38:49,835 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,835 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:49,835 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526759835 2024-11-13T19:38:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:49,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:38:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:38:49,837 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526729836,5,FailOnTimeoutGroup] 2024-11-13T19:38:49,837 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526729837,5,FailOnTimeoutGroup] 2024-11-13T19:38:49,837 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,837 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:38:49,837 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,837 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,837 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:49,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:38:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:38:49,859 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(746): ClusterId : 246e4c25-0694-4866-a3c6-2c57d7d22e7b 2024-11-13T19:38:49,859 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:38:49,863 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:38:49,863 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:38:49,872 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:38:49,872 DEBUG [RS:0;80cec940e2c9:41557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650122c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:38:49,884 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:41557 2024-11-13T19:38:49,884 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:38:49,884 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:38:49,884 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:38:49,884 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,44979,1731526728116 with port=41557, startcode=1731526728231 2024-11-13T19:38:49,884 DEBUG [RS:0;80cec940e2c9:41557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:38:49,886 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:38:49,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44979 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,41557,1731526728231 2024-11-13T19:38:49,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44979 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,41557,1731526728231 2024-11-13T19:38:49,888 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32 2024-11-13T19:38:49,888 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43975 2024-11-13T19:38:49,888 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:38:49,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354/rs 2024-11-13T19:38:49,897 DEBUG [RS:0;80cec940e2c9:41557 {}] zookeeper.ZKUtil(111): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on existing znode=/1965952354/rs/80cec940e2c9,41557,1731526728231 2024-11-13T19:38:49,897 WARN [RS:0;80cec940e2c9:41557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:38:49,897 INFO [RS:0;80cec940e2c9:41557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:49,897 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231 2024-11-13T19:38:49,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,41557,1731526728231] 2024-11-13T19:38:49,899 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:38:49,904 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:38:49,905 INFO [RS:0;80cec940e2c9:41557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:38:49,905 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,906 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:38:49,907 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:38:49,907 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,907 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,907 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,907 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,907 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,907 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,907 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:38:49,907 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,907 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,907 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,908 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,908 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,908 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:38:49,908 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:49,908 DEBUG [RS:0;80cec940e2c9:41557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:38:49,911 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,911 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,911 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,911 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,911 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,911 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41557,1731526728231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:49,928 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:38:49,929 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41557,1731526728231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,929 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,929 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.Replication(171): 80cec940e2c9,41557,1731526728231 started 2024-11-13T19:38:49,946 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:49,946 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,41557,1731526728231, RpcServer on 80cec940e2c9/172.17.0.3:41557, sessionid=0x10136e2c77c0004 2024-11-13T19:38:49,946 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:38:49,946 DEBUG [RS:0;80cec940e2c9:41557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,41557,1731526728231 2024-11-13T19:38:49,946 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41557,1731526728231' 2024-11-13T19:38:49,946 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1965952354/flush-table-proc/abort' 2024-11-13T19:38:49,947 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1965952354/flush-table-proc/acquired' 2024-11-13T19:38:49,947 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:38:49,947 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:38:49,947 DEBUG [RS:0;80cec940e2c9:41557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,41557,1731526728231 2024-11-13T19:38:49,947 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41557,1731526728231' 2024-11-13T19:38:49,947 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1965952354/online-snapshot/abort' 2024-11-13T19:38:49,947 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1965952354/online-snapshot/acquired' 2024-11-13T19:38:49,948 DEBUG [RS:0;80cec940e2c9:41557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:38:49,948 INFO [RS:0;80cec940e2c9:41557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:38:49,948 INFO [RS:0;80cec940e2c9:41557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:38:50,048 INFO [RS:0;80cec940e2c9:41557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:38:50,050 INFO [RS:0;80cec940e2c9:41557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C41557%2C1731526728231, suffix=, logDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231, archiveDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/oldWALs, maxLogs=10 2024-11-13T19:38:50,062 DEBUG [RS:0;80cec940e2c9:41557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050, exclude list is [], retry=0 2024-11-13T19:38:50,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43539,DS-fc6c72fe-3db0-4be2-a630-133b1d7e514b,DISK] 2024-11-13T19:38:50,066 INFO [RS:0;80cec940e2c9:41557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 2024-11-13T19:38:50,066 DEBUG [RS:0;80cec940e2c9:41557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42073:42073)] 2024-11-13T19:38:50,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:38:50,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32 2024-11-13T19:38:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:38:50,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:50,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:38:50,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:38:50,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:50,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:50,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:38:50,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:38:50,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:50,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:50,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:38:50,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:38:50,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:50,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:50,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:38:50,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:38:50,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:50,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:50,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:38:50,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740 2024-11-13T19:38:50,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740 2024-11-13T19:38:50,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:38:50,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:38:50,664 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:50,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:38:50,666 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:50,667 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68652427, jitterRate=0.02300088107585907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:50,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526730655Initializing all the Stores at 1731526730656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526730656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526730656Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526730656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526730656Cleaning up temporary data from old regions at 1731526730664 (+8 ms)Region opened successfully at 1731526730667 (+3 ms) 2024-11-13T19:38:50,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:38:50,667 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:38:50,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:38:50,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:38:50,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:38:50,667 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:38:50,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526730667Disabling compacts and flushes for region at 1731526730667Disabling writes for close at 1731526730667Writing region close event to WAL at 1731526730667Closed at 1731526730667 2024-11-13T19:38:50,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:50,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:38:50,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:38:50,669 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:50,670 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:38:50,820 DEBUG [80cec940e2c9:44979 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:38:50,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,41557,1731526728231 2024-11-13T19:38:50,821 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,41557,1731526728231, state=OPENING 2024-11-13T19:38:50,889 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:38:50,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:50,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:50,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:38:50,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1965952354/meta-region-server: CHANGED 2024-11-13T19:38:50,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1965952354/meta-region-server: CHANGED 2024-11-13T19:38:50,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,41557,1731526728231}] 2024-11-13T19:38:51,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:38:51,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:38:51,063 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:38:51,063 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:51,063 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:38:51,064 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C41557%2C1731526728231.meta, suffix=.meta, logDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231, archiveDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/oldWALs, maxLogs=10 2024-11-13T19:38:51,077 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.meta.1731526731065.meta, exclude list is [], retry=0 2024-11-13T19:38:51,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43539,DS-fc6c72fe-3db0-4be2-a630-133b1d7e514b,DISK] 2024-11-13T19:38:51,081 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.meta.1731526731065.meta 2024-11-13T19:38:51,081 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42073:42073)] 2024-11-13T19:38:51,081 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:51,082 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:51,082 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:38:51,082 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:38:51,082 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:38:51,082 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:38:51,082 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:51,082 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:38:51,082 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:38:51,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:38:51,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:38:51,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:51,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:51,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:38:51,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:38:51,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:51,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:51,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:38:51,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:38:51,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:51,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:51,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:38:51,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:38:51,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:51,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:38:51,087 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:38:51,088 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740 2024-11-13T19:38:51,089 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740 2024-11-13T19:38:51,089 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:38:51,089 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:38:51,090 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:38:51,091 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:38:51,091 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58821386, jitterRate=-0.12349304556846619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:38:51,091 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:38:51,091 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526731082Writing region info on filesystem at 1731526731082Initializing all the Stores at 1731526731083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526731083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526731083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526731083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526731083Cleaning up temporary data from old regions at 1731526731089 (+6 ms)Running coprocessor post-open hooks at 1731526731091 (+2 ms)Region opened successfully at 1731526731091 2024-11-13T19:38:51,092 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526731058 2024-11-13T19:38:51,094 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:38:51,094 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:38:51,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,41557,1731526728231 2024-11-13T19:38:51,096 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,41557,1731526728231, state=OPEN 2024-11-13T19:38:51,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1965952354/meta-region-server 2024-11-13T19:38:51,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1965952354/meta-region-server 2024-11-13T19:38:51,105 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,41557,1731526728231 2024-11-13T19:38:51,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1965952354/meta-region-server: CHANGED 2024-11-13T19:38:51,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1965952354/meta-region-server: CHANGED 2024-11-13T19:38:51,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:38:51,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,41557,1731526728231 in 199 msec 2024-11-13T19:38:51,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:38:51,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-13T19:38:51,109 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:38:51,109 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:38:51,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:51,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41557,1731526728231, seqNum=-1] 2024-11-13T19:38:51,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:51,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:51,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-13T19:38:51,116 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526731116, completionTime=-1 2024-11-13T19:38:51,116 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:38:51,116 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:38:51,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:38:51,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526791118 2024-11-13T19:38:51,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526851118 2024-11-13T19:38:51,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:38:51,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44979,1731526728116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:51,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44979,1731526728116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:51,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44979,1731526728116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:51,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:44979, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:51,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:51,119 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:51,120 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:38:51,122 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.834sec 2024-11-13T19:38:51,122 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:38:51,122 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:38:51,122 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:38:51,122 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:38:51,122 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:38:51,122 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44979,1731526728116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:38:51,122 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44979,1731526728116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:38:51,124 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:38:51,124 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:38:51,124 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44979,1731526728116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:38:51,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d241d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:51,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44979,-1 for getting cluster id 2024-11-13T19:38:51,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:51,161 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '246e4c25-0694-4866-a3c6-2c57d7d22e7b' 2024-11-13T19:38:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "246e4c25-0694-4866-a3c6-2c57d7d22e7b" 2024-11-13T19:38:51,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1c208b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:51,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44979,-1] 2024-11-13T19:38:51,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:51,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:51,162 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:51,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fab49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:51,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41557,1731526728231, seqNum=-1] 2024-11-13T19:38:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:51,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:38:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,44979,1731526728116 2024-11-13T19:38:51,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52099 2024-11-13T19:38:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:38:51,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e2c77c0005 connected 2024-11-13T19:38:51,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44067,1731526723522 2024-11-13T19:38:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a193c14 2024-11-13T19:38:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:51,184 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:51,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:38:51,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:38:51,186 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:51,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:38:51,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:38:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:51,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:38:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:51,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f077a2daeaf25dcb99672a7f15cc01d9, NAME => 'test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b 2024-11-13T19:38:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:38:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:51,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:38:51,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:51,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:51,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:51,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:51,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:51,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:51,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:51,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:51,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:38:52,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:52,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f077a2daeaf25dcb99672a7f15cc01d9, disabling compactions & flushes 2024-11-13T19:38:52,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:38:52,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:38:52,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. after waiting 0 ms 2024-11-13T19:38:52,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:38:52,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:38:52,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f077a2daeaf25dcb99672a7f15cc01d9: Waiting for close lock at 1731526732003Disabling compacts and flushes for region at 1731526732003Disabling writes for close at 1731526732003Writing region close event to WAL at 1731526732003Closed at 1731526732003 2024-11-13T19:38:52,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:38:52,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526732004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526732004"}]},"ts":"1731526732004"} 2024-11-13T19:38:52,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:38:52,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:38:52,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526732008"}]},"ts":"1731526732008"} 2024-11-13T19:38:52,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:38:52,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f077a2daeaf25dcb99672a7f15cc01d9, ASSIGN}] 2024-11-13T19:38:52,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f077a2daeaf25dcb99672a7f15cc01d9, ASSIGN 2024-11-13T19:38:52,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f077a2daeaf25dcb99672a7f15cc01d9, ASSIGN; state=OFFLINE, location=80cec940e2c9,34225,1731526723669; forceNewPlan=false, retain=false 2024-11-13T19:38:52,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f077a2daeaf25dcb99672a7f15cc01d9, regionState=OPENING, regionLocation=80cec940e2c9,34225,1731526723669 2024-11-13T19:38:52,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f077a2daeaf25dcb99672a7f15cc01d9, ASSIGN because future has completed 2024-11-13T19:38:52,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f077a2daeaf25dcb99672a7f15cc01d9, server=80cec940e2c9,34225,1731526723669}] 2024-11-13T19:38:52,321 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:38:52,321 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f077a2daeaf25dcb99672a7f15cc01d9, NAME => 'test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:52,321 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:52,321 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:38:52,322 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,322 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:52,322 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,322 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,323 INFO [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,324 INFO [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f077a2daeaf25dcb99672a7f15cc01d9 columnFamilyName f 2024-11-13T19:38:52,324 DEBUG [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:52,324 INFO [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] regionserver.HStore(327): Store=f077a2daeaf25dcb99672a7f15cc01d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:52,324 INFO [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,325 INFO [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f077a2daeaf25dcb99672a7f15cc01d9 columnFamilyName f1 2024-11-13T19:38:52,325 DEBUG [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:52,326 INFO [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] regionserver.HStore(327): Store=f077a2daeaf25dcb99672a7f15cc01d9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:52,326 INFO [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,327 INFO [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f077a2daeaf25dcb99672a7f15cc01d9 columnFamilyName norep 2024-11-13T19:38:52,327 DEBUG [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:52,327 INFO [StoreOpener-f077a2daeaf25dcb99672a7f15cc01d9-1 {}] regionserver.HStore(327): Store=f077a2daeaf25dcb99672a7f15cc01d9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:52,327 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,327 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,328 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:52,328 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,328 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,329 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:38:52,330 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,331 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:52,332 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f077a2daeaf25dcb99672a7f15cc01d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73530391, jitterRate=0.09568820893764496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:38:52,332 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:38:52,332 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f077a2daeaf25dcb99672a7f15cc01d9: Running coprocessor pre-open hook at 1731526732322Writing region info on filesystem at 1731526732322Initializing all the Stores at 1731526732323 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526732323Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526732323Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526732323Cleaning up temporary data from old regions at 1731526732329 (+6 ms)Running coprocessor post-open hooks at 1731526732332 (+3 ms)Region opened successfully at 1731526732332 2024-11-13T19:38:52,333 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9., pid=6, masterSystemTime=1731526732318 2024-11-13T19:38:52,335 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:38:52,335 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:38:52,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f077a2daeaf25dcb99672a7f15cc01d9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,34225,1731526723669 2024-11-13T19:38:52,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f077a2daeaf25dcb99672a7f15cc01d9, server=80cec940e2c9,34225,1731526723669 because future has completed 2024-11-13T19:38:52,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:38:52,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f077a2daeaf25dcb99672a7f15cc01d9, server=80cec940e2c9,34225,1731526723669 in 174 msec 2024-11-13T19:38:52,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:38:52,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f077a2daeaf25dcb99672a7f15cc01d9, ASSIGN in 332 msec 2024-11-13T19:38:52,345 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:38:52,345 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526732345"}]},"ts":"1731526732345"} 2024-11-13T19:38:52,347 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:38:52,348 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:38:52,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-13T19:38:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:53,338 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:38:53,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44979,1731526728116 2024-11-13T19:38:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7da94964 2024-11-13T19:38:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:53,340 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:53,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:38:53,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:38:53,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:53,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:38:53,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:38:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:38:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:53,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca5d883eebf4c242f6eca62d2b159511, NAME => 'test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32 2024-11-13T19:38:53,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:38:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:54,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:54,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ca5d883eebf4c242f6eca62d2b159511, disabling compactions & flushes 2024-11-13T19:38:54,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:38:54,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:38:54,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. after waiting 0 ms 2024-11-13T19:38:54,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:38:54,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:38:54,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca5d883eebf4c242f6eca62d2b159511: Waiting for close lock at 1731526734161Disabling compacts and flushes for region at 1731526734161Disabling writes for close at 1731526734161Writing region close event to WAL at 1731526734161Closed at 1731526734161 2024-11-13T19:38:54,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:38:54,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526734162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526734162"}]},"ts":"1731526734162"} 2024-11-13T19:38:54,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:38:54,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:38:54,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526734165"}]},"ts":"1731526734165"} 2024-11-13T19:38:54,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:38:54,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca5d883eebf4c242f6eca62d2b159511, ASSIGN}] 2024-11-13T19:38:54,168 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca5d883eebf4c242f6eca62d2b159511, ASSIGN 2024-11-13T19:38:54,169 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ca5d883eebf4c242f6eca62d2b159511, ASSIGN; state=OFFLINE, location=80cec940e2c9,41557,1731526728231; forceNewPlan=false, retain=false 2024-11-13T19:38:54,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca5d883eebf4c242f6eca62d2b159511, regionState=OPENING, regionLocation=80cec940e2c9,41557,1731526728231 2024-11-13T19:38:54,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ca5d883eebf4c242f6eca62d2b159511, ASSIGN because future has completed 2024-11-13T19:38:54,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca5d883eebf4c242f6eca62d2b159511, server=80cec940e2c9,41557,1731526728231}] 2024-11-13T19:38:54,478 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:38:54,478 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ca5d883eebf4c242f6eca62d2b159511, NAME => 'test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:54,478 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:54,478 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:38:54,478 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,478 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:54,478 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,478 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,480 INFO [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,480 INFO [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca5d883eebf4c242f6eca62d2b159511 columnFamilyName f 2024-11-13T19:38:54,481 DEBUG [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:54,481 INFO [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] regionserver.HStore(327): Store=ca5d883eebf4c242f6eca62d2b159511/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:54,481 INFO [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,482 INFO [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca5d883eebf4c242f6eca62d2b159511 columnFamilyName f1 2024-11-13T19:38:54,482 DEBUG [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:54,482 INFO [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] regionserver.HStore(327): Store=ca5d883eebf4c242f6eca62d2b159511/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:54,482 INFO [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,483 INFO [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca5d883eebf4c242f6eca62d2b159511 columnFamilyName norep 2024-11-13T19:38:54,483 DEBUG [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:54,483 INFO [StoreOpener-ca5d883eebf4c242f6eca62d2b159511-1 {}] regionserver.HStore(327): Store=ca5d883eebf4c242f6eca62d2b159511/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:54,483 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,483 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,484 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,484 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,484 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,485 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:38:54,485 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,487 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:54,488 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ca5d883eebf4c242f6eca62d2b159511; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74085426, jitterRate=0.10395887494087219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:38:54,488 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:38:54,488 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ca5d883eebf4c242f6eca62d2b159511: Running coprocessor pre-open hook at 1731526734478Writing region info on filesystem at 1731526734478Initializing all the Stores at 1731526734479 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526734479Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526734479Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526734479Cleaning up temporary data from old regions at 1731526734484 (+5 ms)Running coprocessor post-open hooks at 1731526734488 (+4 ms)Region opened successfully at 1731526734488 2024-11-13T19:38:54,489 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511., pid=6, masterSystemTime=1731526734474 2024-11-13T19:38:54,492 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:38:54,492 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:38:54,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca5d883eebf4c242f6eca62d2b159511, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,41557,1731526728231 2024-11-13T19:38:54,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca5d883eebf4c242f6eca62d2b159511, server=80cec940e2c9,41557,1731526728231 because future has completed 2024-11-13T19:38:54,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:38:54,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca5d883eebf4c242f6eca62d2b159511, server=80cec940e2c9,41557,1731526728231 in 176 msec 2024-11-13T19:38:54,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:38:54,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ca5d883eebf4c242f6eca62d2b159511, ASSIGN in 334 msec 2024-11-13T19:38:54,504 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:38:54,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526734504"}]},"ts":"1731526734504"} 2024-11-13T19:38:54,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:38:54,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:38:54,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-13T19:38:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:38:55,488 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:38:55,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f510359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44067,-1 for getting cluster id 2024-11-13T19:38:55,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:55,490 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec2fcfa8-b97e-460d-a876-5caa45f6592d' 2024-11-13T19:38:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec2fcfa8-b97e-460d-a876-5caa45f6592d" 2024-11-13T19:38:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d219e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44067,-1] 2024-11-13T19:38:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:55,492 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:55,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49509f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da36794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44979,-1 for getting cluster id 2024-11-13T19:38:55,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:55,494 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '246e4c25-0694-4866-a3c6-2c57d7d22e7b' 2024-11-13T19:38:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "246e4c25-0694-4866-a3c6-2c57d7d22e7b" 2024-11-13T19:38:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b4679f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44979,-1] 2024-11-13T19:38:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:55,495 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:55,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea27810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c83422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44067,-1 for getting cluster id 2024-11-13T19:38:55,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:55,496 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec2fcfa8-b97e-460d-a876-5caa45f6592d' 2024-11-13T19:38:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec2fcfa8-b97e-460d-a876-5caa45f6592d" 2024-11-13T19:38:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f30413d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44067,-1] 2024-11-13T19:38:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:55,498 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542958b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44067,1731526723522 2024-11-13T19:38:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22d3b17f 2024-11-13T19:38:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:55,500 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:55,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:44979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:38:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:38:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:55,503 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:44979' 2024-11-13T19:38:55,503 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171b08ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,503 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44979,-1 for getting cluster id 2024-11-13T19:38:55,504 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:55,504 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '246e4c25-0694-4866-a3c6-2c57d7d22e7b' 2024-11-13T19:38:55,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:55,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "246e4c25-0694-4866-a3c6-2c57d7d22e7b" 2024-11-13T19:38:55,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff3fdf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44979,-1] 2024-11-13T19:38:55,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:55,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:55,506 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:55,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c1c2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:55,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:55,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44979,1731526728116 2024-11-13T19:38:55,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ebdecda 2024-11-13T19:38:55,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:55,508 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:55,508 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:38:55,508 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:38:55,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:55,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:55,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:55,509 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:55,510 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:38:55,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:38:55,511 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:55,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:38:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:38:55,560 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:38:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:55,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:38:55,919 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d0c5b5ebec7d478f4af25f8e8433335, NAME => 'hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b 2024-11-13T19:38:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:38:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:56,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:56,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3d0c5b5ebec7d478f4af25f8e8433335, disabling compactions & flushes 2024-11-13T19:38:56,339 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:38:56,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:38:56,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. after waiting 0 ms 2024-11-13T19:38:56,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:38:56,339 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:38:56,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d0c5b5ebec7d478f4af25f8e8433335: Waiting for close lock at 1731526736339Disabling compacts and flushes for region at 1731526736339Disabling writes for close at 1731526736339Writing region close event to WAL at 1731526736339Closed at 1731526736339 2024-11-13T19:38:56,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:38:56,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526736340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526736340"}]},"ts":"1731526736340"} 2024-11-13T19:38:56,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:38:56,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:38:56,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526736343"}]},"ts":"1731526736343"} 2024-11-13T19:38:56,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:38:56,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d0c5b5ebec7d478f4af25f8e8433335, ASSIGN}] 2024-11-13T19:38:56,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d0c5b5ebec7d478f4af25f8e8433335, ASSIGN 2024-11-13T19:38:56,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d0c5b5ebec7d478f4af25f8e8433335, ASSIGN; state=OFFLINE, location=80cec940e2c9,34225,1731526723669; forceNewPlan=false, retain=false 2024-11-13T19:38:56,497 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d0c5b5ebec7d478f4af25f8e8433335, regionState=OPENING, regionLocation=80cec940e2c9,34225,1731526723669 2024-11-13T19:38:56,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d0c5b5ebec7d478f4af25f8e8433335, ASSIGN because future has completed 2024-11-13T19:38:56,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d0c5b5ebec7d478f4af25f8e8433335, server=80cec940e2c9,34225,1731526723669}] 2024-11-13T19:38:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:56,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:38:56,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:56,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:38:56,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C34225%2C1731526723669.rep, suffix=, logDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669, archiveDir=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/oldWALs, maxLogs=10 2024-11-13T19:38:56,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.rep.1731526736658, exclude list is [], retry=0 2024-11-13T19:38:56,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37525,DS-24c4e5c0-d398-47b0-a6bf-918034bd1e09,DISK] 2024-11-13T19:38:56,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.rep.1731526736658 2024-11-13T19:38:56,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36783:36783)] 2024-11-13T19:38:56,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d0c5b5ebec7d478f4af25f8e8433335, NAME => 'hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:56,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:56,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:38:56,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. service=MultiRowMutationService 2024-11-13T19:38:56,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:38:56,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,676 INFO [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,677 INFO [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d0c5b5ebec7d478f4af25f8e8433335 columnFamilyName hfileref 2024-11-13T19:38:56,677 DEBUG [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:56,678 INFO [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] regionserver.HStore(327): Store=3d0c5b5ebec7d478f4af25f8e8433335/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:56,678 INFO [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,679 INFO [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d0c5b5ebec7d478f4af25f8e8433335 columnFamilyName queue 2024-11-13T19:38:56,679 DEBUG [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:56,679 INFO [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] regionserver.HStore(327): Store=3d0c5b5ebec7d478f4af25f8e8433335/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:56,679 INFO [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,680 INFO [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d0c5b5ebec7d478f4af25f8e8433335 columnFamilyName sid 2024-11-13T19:38:56,680 DEBUG [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:56,681 INFO [StoreOpener-3d0c5b5ebec7d478f4af25f8e8433335-1 {}] regionserver.HStore(327): Store=3d0c5b5ebec7d478f4af25f8e8433335/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:56,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:38:56,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:56,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3d0c5b5ebec7d478f4af25f8e8433335; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63435988, jitterRate=-0.054730117321014404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:38:56,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:38:56,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3d0c5b5ebec7d478f4af25f8e8433335: Running coprocessor pre-open hook at 1731526736675Writing region info on filesystem at 1731526736675Initializing all the Stores at 1731526736676 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526736676Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526736676Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526736676Cleaning up temporary data from old regions at 1731526736682 (+6 ms)Running coprocessor post-open hooks at 1731526736686 (+4 ms)Region opened successfully at 1731526736686 2024-11-13T19:38:56,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335., pid=10, masterSystemTime=1731526736652 2024-11-13T19:38:56,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:38:56,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:38:56,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d0c5b5ebec7d478f4af25f8e8433335, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,34225,1731526723669 2024-11-13T19:38:56,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d0c5b5ebec7d478f4af25f8e8433335, server=80cec940e2c9,34225,1731526723669 because future has completed 2024-11-13T19:38:56,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:38:56,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d0c5b5ebec7d478f4af25f8e8433335, server=80cec940e2c9,34225,1731526723669 in 192 msec 2024-11-13T19:38:56,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:38:56,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d0c5b5ebec7d478f4af25f8e8433335, ASSIGN in 348 msec 2024-11-13T19:38:56,695 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:38:56,695 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526736695"}]},"ts":"1731526736695"} 2024-11-13T19:38:56,697 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:38:56,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:38:56,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-13T19:38:56,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335., hostname=80cec940e2c9,34225,1731526723669, seqNum=2] 2024-11-13T19:38:56,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:56,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:38:56,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:38:56,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:38:56,975 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:38:57,001 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,34225,1731526723669, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:38:57,001 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:57,001 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34225,1731526723669, seqNum=-1] 2024-11-13T19:38:57,002 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:57,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T19:38:57,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,34225,1731526723669', locateType=CURRENT is [region=hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335., hostname=80cec940e2c9,34225,1731526723669, seqNum=2] 2024-11-13T19:38:57,006 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:38:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:38:57,009 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,34225,1731526723669 suceeded 2024-11-13T19:38:57,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:38:57,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T19:38:57,010 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:44979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:38:57,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-13T19:38:57,021 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:44979' 2024-11-13T19:38:57,022 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af7280c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:57,022 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44979,-1 for getting cluster id 2024-11-13T19:38:57,022 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:57,023 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '246e4c25-0694-4866-a3c6-2c57d7d22e7b' 2024-11-13T19:38:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "246e4c25-0694-4866-a3c6-2c57d7d22e7b" 2024-11-13T19:38:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e3b8163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44979,-1] 2024-11-13T19:38:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:57,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:57,024 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:57,025 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bface2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:57,025 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44979,1731526728116 2024-11-13T19:38:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa6d4ac 2024-11-13T19:38:57,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:57,026 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T19:38:57,027 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,34225,1731526723669 (queues=1) is replicating from cluster=ec2fcfa8-b97e-460d-a876-5caa45f6592d to cluster=246e4c25-0694-4866-a3c6-2c57d7d22e7b 2024-11-13T19:38:57,027 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C34225%2C1731526723669 2024-11-13T19:38:57,027 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,34225,1731526723669, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:38:57,027 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C34225%2C1731526723669 2024-11-13T19:38:57,027 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786, startPosition=0, beingWritten=true 2024-11-13T19:38:57,033 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:38:57,033 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 379, reset compression=false 2024-11-13T19:38:57,033 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34225,1731526723669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:38:57,238 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 379, reset compression=false 2024-11-13T19:38:57,543 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 379, reset compression=false 2024-11-13T19:38:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:57,648 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:38:57,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:57,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:57,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:57,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:57,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:57,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b6d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:57,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44979,-1 for getting cluster id 2024-11-13T19:38:57,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:57,650 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '246e4c25-0694-4866-a3c6-2c57d7d22e7b' 2024-11-13T19:38:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "246e4c25-0694-4866-a3c6-2c57d7d22e7b" 2024-11-13T19:38:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6978312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44979,-1] 2024-11-13T19:38:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:57,654 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9b4757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:57,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44979,1731526728116 2024-11-13T19:38:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52a390e4 2024-11-13T19:38:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:57,657 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:57,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:44067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:38:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:38:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:57,660 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:44067' 2024-11-13T19:38:57,662 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbb9a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:57,662 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44067,-1 for getting cluster id 2024-11-13T19:38:57,662 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:57,663 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec2fcfa8-b97e-460d-a876-5caa45f6592d' 2024-11-13T19:38:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec2fcfa8-b97e-460d-a876-5caa45f6592d" 2024-11-13T19:38:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218fe24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44067,-1] 2024-11-13T19:38:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:57,664 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:57,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a57b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:57,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:57,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44067,1731526723522 2024-11-13T19:38:57,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39fc2058 2024-11-13T19:38:57,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:57,668 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:38:57,668 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:38:57,668 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:38:57,668 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:57,669 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:57,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:57,669 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:38:57,670 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:38:57,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:38:57,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:57,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:38:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:38:57,721 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:38:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:57,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:38:57,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:57,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:57,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:57,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:57,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:57,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:57,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:57,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:38:57,951 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 379, reset compression=false 2024-11-13T19:38:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:57,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:38:58,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 552f7b00904bfb9a8cf85145407c8b78, NAME => 'hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32 2024-11-13T19:38:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:38:58,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:58,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 552f7b00904bfb9a8cf85145407c8b78, disabling compactions & flushes 2024-11-13T19:38:58,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:38:58,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:38:58,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. after waiting 0 ms 2024-11-13T19:38:58,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:38:58,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:38:58,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 552f7b00904bfb9a8cf85145407c8b78: Waiting for close lock at 1731526738096Disabling compacts and flushes for region at 1731526738096Disabling writes for close at 1731526738096Writing region close event to WAL at 1731526738096Closed at 1731526738096 2024-11-13T19:38:58,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:38:58,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526738097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526738097"}]},"ts":"1731526738097"} 2024-11-13T19:38:58,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:38:58,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:38:58,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526738104"}]},"ts":"1731526738104"} 2024-11-13T19:38:58,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:38:58,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=552f7b00904bfb9a8cf85145407c8b78, ASSIGN}] 2024-11-13T19:38:58,108 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=552f7b00904bfb9a8cf85145407c8b78, ASSIGN 2024-11-13T19:38:58,109 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=552f7b00904bfb9a8cf85145407c8b78, ASSIGN; state=OFFLINE, location=80cec940e2c9,41557,1731526728231; forceNewPlan=false, retain=false 2024-11-13T19:38:58,263 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=552f7b00904bfb9a8cf85145407c8b78, regionState=OPENING, regionLocation=80cec940e2c9,41557,1731526728231 2024-11-13T19:38:58,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=552f7b00904bfb9a8cf85145407c8b78, ASSIGN because future has completed 2024-11-13T19:38:58,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 552f7b00904bfb9a8cf85145407c8b78, server=80cec940e2c9,41557,1731526728231}] 2024-11-13T19:38:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:58,458 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 379, reset compression=false 2024-11-13T19:38:58,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:38:58,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:38:58,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:38:58,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C41557%2C1731526728231.rep, suffix=, logDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231, archiveDir=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/oldWALs, maxLogs=10 2024-11-13T19:38:58,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.rep.1731526738471, exclude list is [], retry=0 2024-11-13T19:38:58,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43539,DS-fc6c72fe-3db0-4be2-a630-133b1d7e514b,DISK] 2024-11-13T19:38:58,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.rep.1731526738471 2024-11-13T19:38:58,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42073:42073)] 2024-11-13T19:38:58,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 552f7b00904bfb9a8cf85145407c8b78, NAME => 'hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:38:58,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:38:58,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:38:58,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. service=MultiRowMutationService 2024-11-13T19:38:58,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:38:58,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:38:58,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,503 INFO [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,504 INFO [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 552f7b00904bfb9a8cf85145407c8b78 columnFamilyName hfileref 2024-11-13T19:38:58,504 DEBUG [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:58,504 INFO [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] regionserver.HStore(327): Store=552f7b00904bfb9a8cf85145407c8b78/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:58,505 INFO [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,506 INFO [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 552f7b00904bfb9a8cf85145407c8b78 columnFamilyName queue 2024-11-13T19:38:58,506 DEBUG [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:58,506 INFO [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] regionserver.HStore(327): Store=552f7b00904bfb9a8cf85145407c8b78/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:58,506 INFO [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,508 INFO [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 552f7b00904bfb9a8cf85145407c8b78 columnFamilyName sid 2024-11-13T19:38:58,508 DEBUG [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:38:58,511 INFO [StoreOpener-552f7b00904bfb9a8cf85145407c8b78-1 {}] regionserver.HStore(327): Store=552f7b00904bfb9a8cf85145407c8b78/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:38:58,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:38:58,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:38:58,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 552f7b00904bfb9a8cf85145407c8b78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65940136, jitterRate=-0.017415404319763184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:38:58,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:38:58,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 552f7b00904bfb9a8cf85145407c8b78: Running coprocessor pre-open hook at 1731526738500Writing region info on filesystem at 1731526738500Initializing all the Stores at 1731526738502 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526738502Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526738502Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526738502Cleaning up temporary data from old regions at 1731526738518 (+16 ms)Running coprocessor post-open hooks at 1731526738530 (+12 ms)Region opened successfully at 1731526738530 2024-11-13T19:38:58,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78., pid=10, masterSystemTime=1731526738447 2024-11-13T19:38:58,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:38:58,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:38:58,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=552f7b00904bfb9a8cf85145407c8b78, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,41557,1731526728231 2024-11-13T19:38:58,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 552f7b00904bfb9a8cf85145407c8b78, server=80cec940e2c9,41557,1731526728231 because future has completed 2024-11-13T19:38:58,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:38:58,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 552f7b00904bfb9a8cf85145407c8b78, server=80cec940e2c9,41557,1731526728231 in 264 msec 2024-11-13T19:38:58,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:38:58,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=552f7b00904bfb9a8cf85145407c8b78, ASSIGN in 442 msec 2024-11-13T19:38:58,553 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:38:58,554 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526738554"}]},"ts":"1731526738554"} 2024-11-13T19:38:58,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:38:58,559 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:38:58,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 890 msec 2024-11-13T19:38:58,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78., hostname=80cec940e2c9,41557,1731526728231, seqNum=2] 2024-11-13T19:38:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:38:58,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:38:58,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:38:58,779 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:38:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:58,823 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,41557,1731526728231, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:38:58,823 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:38:58,823 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41557,1731526728231, seqNum=-1] 2024-11-13T19:38:58,824 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:38:58,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T19:38:58,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,41557,1731526728231', locateType=CURRENT is [region=hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78., hostname=80cec940e2c9,41557,1731526728231, seqNum=2] 2024-11-13T19:38:58,832 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:38:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:38:58,837 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,41557,1731526728231 suceeded 2024-11-13T19:38:58,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:38:58,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-13T19:38:58,843 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:44067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:38:58,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1860 sec 2024-11-13T19:38:58,853 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:44067' 2024-11-13T19:38:58,854 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78789ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:58,854 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44067,-1 for getting cluster id 2024-11-13T19:38:58,855 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:38:58,855 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec2fcfa8-b97e-460d-a876-5caa45f6592d' 2024-11-13T19:38:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:38:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec2fcfa8-b97e-460d-a876-5caa45f6592d" 2024-11-13T19:38:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b6d2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44067,-1] 2024-11-13T19:38:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:38:58,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:58,858 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:38:58,859 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13864732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:38:58,860 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:38:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44067,1731526723522 2024-11-13T19:38:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74fa975d 2024-11-13T19:38:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:38:58,865 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T19:38:58,865 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,41557,1731526728231 (queues=1) is replicating from cluster=246e4c25-0694-4866-a3c6-2c57d7d22e7b to cluster=ec2fcfa8-b97e-460d-a876-5caa45f6592d 2024-11-13T19:38:58,866 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C41557%2C1731526728231 2024-11-13T19:38:58,866 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,41557,1731526728231, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:38:58,867 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050, startPosition=0, beingWritten=true 2024-11-13T19:38:58,874 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C41557%2C1731526728231 2024-11-13T19:38:58,881 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:38:58,881 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 379, reset compression=false 2024-11-13T19:38:58,881 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,41557,1731526728231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:38:59,076 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 379, reset compression=false 2024-11-13T19:38:59,085 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 379, reset compression=false 2024-11-13T19:38:59,392 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 379, reset compression=false 2024-11-13T19:38:59,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:38:59,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:38:59,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:38:59,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T19:38:59,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:38:59,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:38:59,780 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 379, reset compression=false 2024-11-13T19:38:59,795 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 379, reset compression=false 2024-11-13T19:38:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:38:59,818 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:38:59,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:38:59,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:38:59,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:59,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:38:59,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:38:59,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:38:59,822 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731526739821/Put/seqid=0 2024-11-13T19:38:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741840_1016 (size=7894) 2024-11-13T19:39:00,232 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731526740231/Put/seqid=0 2024-11-13T19:39:00,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741841_1017 (size=7691) 2024-11-13T19:39:00,301 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 379, reset compression=false 2024-11-13T19:39:00,586 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 379, reset compression=false 2024-11-13T19:39:00,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4df75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:00,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44067,-1 for getting cluster id 2024-11-13T19:39:00,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:00,649 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec2fcfa8-b97e-460d-a876-5caa45f6592d' 2024-11-13T19:39:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec2fcfa8-b97e-460d-a876-5caa45f6592d" 2024-11-13T19:39:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c894deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44067,-1] 2024-11-13T19:39:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:00,651 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:00,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:00,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34225,1731526723669, seqNum=-1] 2024-11-13T19:39:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:00,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:00,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:00,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44067,1731526723522 2024-11-13T19:39:00,686 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37f5a4fc 2024-11-13T19:39:00,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:00,692 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:00,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9., hostname=80cec940e2c9,34225,1731526723669, seqNum=2] 2024-11-13T19:39:00,705 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:39:00,712 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:39:00,715 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T19:39:00,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in f077a2daeaf25dcb99672a7f15cc01d9/f 2024-11-13T19:39:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T19:39:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:39:00,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in f077a2daeaf25dcb99672a7f15cc01d9/f 2024-11-13T19:39:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T19:39:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:39:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HRegion(2603): Flush status journal for f077a2daeaf25dcb99672a7f15cc01d9: 2024-11-13T19:39:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_1 2024-11-13T19:39:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_1 as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ 2024-11-13T19:39:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_0 2024-11-13T19:39:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_0 as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ 2024-11-13T19:39:00,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_1 into f077a2daeaf25dcb99672a7f15cc01d9/f as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ - updating store file list. 2024-11-13T19:39:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:39:00,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ into f077a2daeaf25dcb99672a7f15cc01d9/f 2024-11-13T19:39:00,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_1 into f077a2daeaf25dcb99672a7f15cc01d9/f (new location: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_) 2024-11-13T19:39:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_1 2024-11-13T19:39:00,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_0 into f077a2daeaf25dcb99672a7f15cc01d9/f as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ - updating store file list. 2024-11-13T19:39:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:39:00,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ into f077a2daeaf25dcb99672a7f15cc01d9/f 2024-11-13T19:39:00,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_0 into f077a2daeaf25dcb99672a7f15cc01d9/f (new location: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_) 2024-11-13T19:39:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins__test__2blaa3m7p0rcnpflb096fh4a4mo1v8qegf6571pj57mmibceen73hjaah3otpfgf/f/hfile_0 2024-11-13T19:39:00,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:00,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:00,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:00,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9., hostname=80cec940e2c9,34225,1731526723669, seqNum=2 , the old value is region=test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9., hostname=80cec940e2c9,34225,1731526723669, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80cec940e2c9:34225 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:39:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9., hostname=80cec940e2c9,34225,1731526723669, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:39:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9., hostname=80cec940e2c9,34225,1731526723669, seqNum=2 from cache 2024-11-13T19:39:00,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55046 deadline: 1731526800825 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55046 2024-11-13T19:39:00,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41557,1731526728231, seqNum=-1] 2024-11-13T19:39:00,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:00,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511., hostname=80cec940e2c9,41557,1731526728231, seqNum=2] 2024-11-13T19:39:00,872 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:39:00,908 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 379, reset compression=false 2024-11-13T19:39:00,929 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:34225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:39:01,501 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 379, reset compression=false 2024-11-13T19:39:01,506 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:39:01,507 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34225,1731526723669 got entry batch from reader: WALEntryBatch [walEntries=[{test/f077a2daeaf25dcb99672a7f15cc01d9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731526740817/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:39:01,509 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:39:01,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T19:39:01,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.ReplicationSink(318): Replicating [ec2fcfa8-b97e-460d-a876-5caa45f6592d] bulk loaded data 2024-11-13T19:39:01,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b7ba3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:01,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44979,-1 for getting cluster id 2024-11-13T19:39:01,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:01,512 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '246e4c25-0694-4866-a3c6-2c57d7d22e7b' 2024-11-13T19:39:01,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:01,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "246e4c25-0694-4866-a3c6-2c57d7d22e7b" 2024-11-13T19:39:01,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2195dbd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:01,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44979,-1] 2024-11-13T19:39:01,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:01,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:01,514 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:01,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5df47aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741840_1016 (size=7691) 2024-11-13T19:39:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741841_1017 (size=7894) 2024-11-13T19:39:01,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44979,1731526728116 2024-11-13T19:39:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4deab0d2 2024-11-13T19:39:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:01,596 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T19:39:01,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:39:01,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:01,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41557,1731526728231, seqNum=-1] 2024-11-13T19:39:01,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:01,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T19:39:01,618 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 379, reset compression=false 2024-11-13T19:39:01,631 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:39:01,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T19:39:01,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ for inclusion in ca5d883eebf4c242f6eca62d2b159511/f 2024-11-13T19:39:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T19:39:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:39:01,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ for inclusion in ca5d883eebf4c242f6eca62d2b159511/f 2024-11-13T19:39:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T19:39:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:39:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HRegion(2603): Flush status journal for ca5d883eebf4c242f6eca62d2b159511: 2024-11-13T19:39:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:39:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/3c3791a0077b4304857c2ecd5a0b5eda_SeqId_4_ 2024-11-13T19:39:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:39:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/74a46a4094bb434f917bcfa954971f77_SeqId_4_ 2024-11-13T19:39:01,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ into ca5d883eebf4c242f6eca62d2b159511/f as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/3c3791a0077b4304857c2ecd5a0b5eda_SeqId_4_ - updating store file list. 2024-11-13T19:39:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c3791a0077b4304857c2ecd5a0b5eda_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:39:01,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/3c3791a0077b4304857c2ecd5a0b5eda_SeqId_4_ into ca5d883eebf4c242f6eca62d2b159511/f 2024-11-13T19:39:01,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ into ca5d883eebf4c242f6eca62d2b159511/f (new location: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/3c3791a0077b4304857c2ecd5a0b5eda_SeqId_4_) 2024-11-13T19:39:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/53980ee01ca44da6b33e12e4d778a7fb_SeqId_4_ 2024-11-13T19:39:01,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ into ca5d883eebf4c242f6eca62d2b159511/f as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/74a46a4094bb434f917bcfa954971f77_SeqId_4_ - updating store file list. 2024-11-13T19:39:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74a46a4094bb434f917bcfa954971f77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:39:01,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/74a46a4094bb434f917bcfa954971f77_SeqId_4_ into ca5d883eebf4c242f6eca62d2b159511/f 2024-11-13T19:39:01,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ into ca5d883eebf4c242f6eca62d2b159511/f (new location: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/74a46a4094bb434f917bcfa954971f77_SeqId_4_) 2024-11-13T19:39:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__k7ih7q5dcfaqdg6h9vjr8odubopfbpturo6tbh9vu18eoq21uo4tibi8tbtcvk73/f/ca0968c1c93b4b4e946adf0ece429da4_SeqId_4_ 2024-11-13T19:39:01,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.ReplicationSink(324): Finished replicating [ec2fcfa8-b97e-460d-a876-5caa45f6592d] bulk loaded data 2024-11-13T19:39:01,709 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 687, reset compression=false 2024-11-13T19:39:01,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:01,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731526741964/Put/seqid=0 2024-11-13T19:39:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741842_1018 (size=11194) 2024-11-13T19:39:02,031 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 687, reset compression=false 2024-11-13T19:39:02,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731526742417/Put/seqid=0 2024-11-13T19:39:02,425 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 379, reset compression=false 2024-11-13T19:39:02,442 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 687, reset compression=false 2024-11-13T19:39:02,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741843_1019 (size=10791) 2024-11-13T19:39:02,507 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:39:02,509 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,41557,1731526728231 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca5d883eebf4c242f6eca62d2b159511/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731526741700/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T19:39:02,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501f8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:02,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44979,-1 for getting cluster id 2024-11-13T19:39:02,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:02,520 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '246e4c25-0694-4866-a3c6-2c57d7d22e7b' 2024-11-13T19:39:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "246e4c25-0694-4866-a3c6-2c57d7d22e7b" 2024-11-13T19:39:02,521 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:39:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60860afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44979,-1] 2024-11-13T19:39:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:02,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T19:39:02,522 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:02,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642df537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:02,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:02,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.ReplicationSink(318): Replicating [ec2fcfa8-b97e-460d-a876-5caa45f6592d, 246e4c25-0694-4866-a3c6-2c57d7d22e7b] bulk loaded data 2024-11-13T19:39:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41557,1731526728231, seqNum=-1] 2024-11-13T19:39:02,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:02,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@252c3710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:02,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,44067,-1 for getting cluster id 2024-11-13T19:39:02,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:02,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:02,536 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec2fcfa8-b97e-460d-a876-5caa45f6592d' 2024-11-13T19:39:02,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:02,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec2fcfa8-b97e-460d-a876-5caa45f6592d" 2024-11-13T19:39:02,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13484dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:02,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,44067,-1] 2024-11-13T19:39:02,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:02,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:02,542 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:02,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d3fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:02,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44979,1731526728116 2024-11-13T19:39:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc70762 2024-11-13T19:39:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:02,579 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:02,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511., hostname=80cec940e2c9,41557,1731526728231, seqNum=2] 2024-11-13T19:39:02,607 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:39:02,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741842_1018 (size=7894) 2024-11-13T19:39:02,653 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T19:39:02,657 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T19:39:02,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ca5d883eebf4c242f6eca62d2b159511/f 2024-11-13T19:39:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T19:39:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:39:02,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ca5d883eebf4c242f6eca62d2b159511/f 2024-11-13T19:39:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T19:39:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:39:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HRegion(2603): Flush status journal for ca5d883eebf4c242f6eca62d2b159511: 2024-11-13T19:39:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_1 2024-11-13T19:39:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_1 as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/563a7790907b42489fb419680c274b79_SeqId_6_ 2024-11-13T19:39:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_0 2024-11-13T19:39:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_0 as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ 2024-11-13T19:39:02,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_1 into ca5d883eebf4c242f6eca62d2b159511/f as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/563a7790907b42489fb419680c274b79_SeqId_6_ - updating store file list. 2024-11-13T19:39:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 563a7790907b42489fb419680c274b79_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:39:02,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/563a7790907b42489fb419680c274b79_SeqId_6_ into ca5d883eebf4c242f6eca62d2b159511/f 2024-11-13T19:39:02,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_1 into ca5d883eebf4c242f6eca62d2b159511/f (new location: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/563a7790907b42489fb419680c274b79_SeqId_6_) 2024-11-13T19:39:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_1 2024-11-13T19:39:02,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_0 into ca5d883eebf4c242f6eca62d2b159511/f as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ - updating store file list. 2024-11-13T19:39:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:39:02,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ into ca5d883eebf4c242f6eca62d2b159511/f 2024-11-13T19:39:02,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_0 into ca5d883eebf4c242f6eca62d2b159511/f (new location: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_) 2024-11-13T19:39:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins__test__pru1j4dao5sam9qk854kfeiq8r2bbuv75biohvh0beuc953kpdtgorpivr7laita/f/hfile_0 2024-11-13T19:39:02,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:02,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:02,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:02,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:02,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511., hostname=80cec940e2c9,41557,1731526728231, seqNum=2 , the old value is region=test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511., hostname=80cec940e2c9,41557,1731526728231, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80cec940e2c9:41557 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:39:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511., hostname=80cec940e2c9,41557,1731526728231, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:39:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511., hostname=80cec940e2c9,41557,1731526728231, seqNum=2 from cache 2024-11-13T19:39:02,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:02,701 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T19:39:02,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34225,1731526723669, seqNum=-1] 2024-11-13T19:39:02,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:02,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:02,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9., hostname=80cec940e2c9,34225,1731526723669, seqNum=2] 2024-11-13T19:39:02,707 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 725, reset compression=false 2024-11-13T19:39:02,711 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:39:02,717 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:39:02,808 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:39:02,917 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 1033, reset compression=false 2024-11-13T19:39:03,007 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 687, reset compression=false 2024-11-13T19:39:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741843_1019 (size=7691) 2024-11-13T19:39:03,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:03,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,44067,1731526723522 2024-11-13T19:39:03,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610d3197 2024-11-13T19:39:03,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:03,060 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T19:39:03,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:39:03,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:03,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34225,1731526723669, seqNum=-1] 2024-11-13T19:39:03,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:03,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T19:39:03,089 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__mmh3838bchbu96i3rnuppk2f36fkvsltnmntegdg893kk316hqe277f77895ik8o/f/3c3791a0077b4304857c2ecd5a0b5eda_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:39:03,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__mmh3838bchbu96i3rnuppk2f36fkvsltnmntegdg893kk316hqe277f77895ik8o/f/74a46a4094bb434f917bcfa954971f77_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T19:39:03,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.ReplicationSink(324): Finished replicating [ec2fcfa8-b97e-460d-a876-5caa45f6592d, 246e4c25-0694-4866-a3c6-2c57d7d22e7b] bulk loaded data 2024-11-13T19:39:03,107 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,41557,1731526728231 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca5d883eebf4c242f6eca62d2b159511/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731526742698/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:39:03,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.ReplicationSink(318): Replicating [246e4c25-0694-4866-a3c6-2c57d7d22e7b] bulk loaded data 2024-11-13T19:39:03,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741844_1020 (size=10791) 2024-11-13T19:39:03,220 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 1033, reset compression=false 2024-11-13T19:39:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741845_1021 (size=11194) 2024-11-13T19:39:03,612 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 687, reset compression=false 2024-11-13T19:39:03,624 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 1033, reset compression=false 2024-11-13T19:39:03,715 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:39:03,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:39:03,944 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/563a7790907b42489fb419680c274b79_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T19:39:03,946 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T19:39:03,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/563a7790907b42489fb419680c274b79_SeqId_6_ for inclusion in f077a2daeaf25dcb99672a7f15cc01d9/f 2024-11-13T19:39:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T19:39:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:39:03,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ for inclusion in f077a2daeaf25dcb99672a7f15cc01d9/f 2024-11-13T19:39:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T19:39:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:39:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HRegion(2603): Flush status journal for f077a2daeaf25dcb99672a7f15cc01d9: 2024-11-13T19:39:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 563a7790907b42489fb419680c274b79_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:39:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/563a7790907b42489fb419680c274b79_SeqId_6_ as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/840ad6c2f0c747e290ac9b295f75eb1e_SeqId_6_ 2024-11-13T19:39:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:39:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/2bec17e35f0149978b2fd829b7c0c15e_SeqId_6_ 2024-11-13T19:39:03,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/563a7790907b42489fb419680c274b79_SeqId_6_ into f077a2daeaf25dcb99672a7f15cc01d9/f as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/840ad6c2f0c747e290ac9b295f75eb1e_SeqId_6_ - updating store file list. 2024-11-13T19:39:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 840ad6c2f0c747e290ac9b295f75eb1e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:39:03,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/840ad6c2f0c747e290ac9b295f75eb1e_SeqId_6_ into f077a2daeaf25dcb99672a7f15cc01d9/f 2024-11-13T19:39:03,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/563a7790907b42489fb419680c274b79_SeqId_6_ into f077a2daeaf25dcb99672a7f15cc01d9/f (new location: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/840ad6c2f0c747e290ac9b295f75eb1e_SeqId_6_) 2024-11-13T19:39:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/563a7790907b42489fb419680c274b79_SeqId_6_ 2024-11-13T19:39:03,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ into f077a2daeaf25dcb99672a7f15cc01d9/f as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/2bec17e35f0149978b2fd829b7c0c15e_SeqId_6_ - updating store file list. 2024-11-13T19:39:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bec17e35f0149978b2fd829b7c0c15e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:39:03,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/2bec17e35f0149978b2fd829b7c0c15e_SeqId_6_ into f077a2daeaf25dcb99672a7f15cc01d9/f 2024-11-13T19:39:03,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ into f077a2daeaf25dcb99672a7f15cc01d9/f (new location: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/f/2bec17e35f0149978b2fd829b7c0c15e_SeqId_6_) 2024-11-13T19:39:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/staging/jenkins.hfs.10__test__p9u0h88gfh9hjumujja7rs5sr8n5ldu6l5lsjf8o9ko8l2thh3ests2dhlbtq3em/f/a1aef19fec0949ed87f718e1efea3fcb_SeqId_6_ 2024-11-13T19:39:03,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.ReplicationSink(324): Finished replicating [246e4c25-0694-4866-a3c6-2c57d7d22e7b] bulk loaded data 2024-11-13T19:39:04,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:39:04,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:04,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:04,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:04,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:04,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:04,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:04,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:04,129 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 1033, reset compression=false 2024-11-13T19:39:04,315 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 687, reset compression=false 2024-11-13T19:39:04,320 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:39:04,321 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34225,1731526723669 got entry batch from reader: WALEntryBatch [walEntries=[{test/f077a2daeaf25dcb99672a7f15cc01d9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731526743972/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T19:39:04,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.ReplicationSink(318): Replicating [246e4c25-0694-4866-a3c6-2c57d7d22e7b, ec2fcfa8-b97e-460d-a876-5caa45f6592d] bulk loaded data 2024-11-13T19:39:04,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741844_1020 (size=10791) 2024-11-13T19:39:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741845_1021 (size=11194) 2024-11-13T19:39:04,521 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1033, reset compression=false 2024-11-13T19:39:04,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:39:04,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:04,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:04,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:04,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:04,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:04,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:39:04,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1977120321, stopped=false 2024-11-13T19:39:04,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,44979,1731526728116 2024-11-13T19:39:04,739 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 1033, reset compression=false 2024-11-13T19:39:04,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:39:04,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1965952354/running 2024-11-13T19:39:04,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1965952354/running 2024-11-13T19:39:04,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:39:04,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:39:04,773 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:39:04,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:04,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:04,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:04,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on znode that does not yet exist, /1965952354/running 2024-11-13T19:39:04,774 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,41557,1731526728231' ***** 2024-11-13T19:39:04,774 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:39:04,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Set watcher on znode that does not yet exist, /1965952354/running 2024-11-13T19:39:04,775 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:39:04,775 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:39:04,775 INFO [RS:0;80cec940e2c9:41557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:39:04,775 INFO [RS:0;80cec940e2c9:41557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:39:04,775 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(3091): Received CLOSE for 552f7b00904bfb9a8cf85145407c8b78 2024-11-13T19:39:04,775 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(3091): Received CLOSE for ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:39:04,775 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__q5deu0v07m21htidvpcqraonj70n1snmf3d1m8nuj44lqjoq6vu78ob9usjuv5ov/f/2bec17e35f0149978b2fd829b7c0c15e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T19:39:04,775 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,41557,1731526728231 2024-11-13T19:39:04,775 INFO [RS:0;80cec940e2c9:41557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:39:04,775 INFO [RS:0;80cec940e2c9:41557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:41557. 2024-11-13T19:39:04,775 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 552f7b00904bfb9a8cf85145407c8b78, disabling compactions & flushes 2024-11-13T19:39:04,775 DEBUG [RS:0;80cec940e2c9:41557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:04,775 DEBUG [RS:0;80cec940e2c9:41557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:04,775 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:39:04,775 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:39:04,776 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. after waiting 0 ms 2024-11-13T19:39:04,776 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:39:04,776 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:39:04,776 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:39:04,776 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 552f7b00904bfb9a8cf85145407c8b78 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T19:39:04,776 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:39:04,776 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:39:04,776 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:39:04,776 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1325): Online Regions={552f7b00904bfb9a8cf85145407c8b78=hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78., 1588230740=hbase:meta,,1.1588230740, ca5d883eebf4c242f6eca62d2b159511=test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511.} 2024-11-13T19:39:04,776 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 552f7b00904bfb9a8cf85145407c8b78, ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:39:04,776 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:39:04,776 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:39:04,776 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:39:04,776 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:39:04,776 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:39:04,776 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:39:04,779 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/staging/jenkins.hfs.11__test__q5deu0v07m21htidvpcqraonj70n1snmf3d1m8nuj44lqjoq6vu78ob9usjuv5ov/f/840ad6c2f0c747e290ac9b295f75eb1e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T19:39:04,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] regionserver.ReplicationSink(324): Finished replicating [246e4c25-0694-4866-a3c6-2c57d7d22e7b, ec2fcfa8-b97e-460d-a876-5caa45f6592d] bulk loaded data 2024-11-13T19:39:04,792 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/info/c74d9fb108de4bb3b863c1efb334c037 is 147, key is hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78./info:regioninfo/1731526738537/Put/seqid=0 2024-11-13T19:39:04,794 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/.tmp/hfileref/fcbe18f5e3494db2b404a460f0bd574c is 74, key is 1/hfileref:3c3791a0077b4304857c2ecd5a0b5eda_SeqId_4_/1731526743104/DeleteColumn/seqid=0 2024-11-13T19:39:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741846_1022 (size=7686) 2024-11-13T19:39:04,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741847_1023 (size=5345) 2024-11-13T19:39:04,825 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1033, reset compression=false 2024-11-13T19:39:04,831 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:39:04,913 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:39:04,913 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:39:04,976 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 552f7b00904bfb9a8cf85145407c8b78, ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:39:05,176 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 552f7b00904bfb9a8cf85145407c8b78, ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:39:05,197 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/info/c74d9fb108de4bb3b863c1efb334c037 2024-11-13T19:39:05,200 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/.tmp/hfileref/fcbe18f5e3494db2b404a460f0bd574c 2024-11-13T19:39:05,219 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/ns/b4163343465947e0880c3ca725df7ffa is 43, key is default/ns:d/1731526731113/Put/seqid=0 2024-11-13T19:39:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741848_1024 (size=5153) 2024-11-13T19:39:05,228 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/.tmp/queue/36e7dc41b1a148a4a83c269bbb0eea24 is 154, key is 1-80cec940e2c9,41557,1731526728231/queue:80cec940e2c9%2C41557%2C1731526728231/1731526743984/Put/seqid=0 2024-11-13T19:39:05,229 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1033, reset compression=false 2024-11-13T19:39:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741849_1025 (size=5353) 2024-11-13T19:39:05,377 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 552f7b00904bfb9a8cf85145407c8b78, ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:39:05,443 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 1033, reset compression=false 2024-11-13T19:39:05,577 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 552f7b00904bfb9a8cf85145407c8b78, ca5d883eebf4c242f6eca62d2b159511 2024-11-13T19:39:05,624 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/ns/b4163343465947e0880c3ca725df7ffa 2024-11-13T19:39:05,636 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/.tmp/queue/36e7dc41b1a148a4a83c269bbb0eea24 2024-11-13T19:39:05,640 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/.tmp/hfileref/fcbe18f5e3494db2b404a460f0bd574c as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/hfileref/fcbe18f5e3494db2b404a460f0bd574c 2024-11-13T19:39:05,642 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/rep_barrier/fa107481afe746e7922d39f98a435168 is 112, key is test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511./rep_barrier:seqnumDuringOpen/1731526734493/Put/seqid=0 2024-11-13T19:39:05,644 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/hfileref/fcbe18f5e3494db2b404a460f0bd574c, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T19:39:05,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741850_1026 (size=5518) 2024-11-13T19:39:05,645 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/rep_barrier/fa107481afe746e7922d39f98a435168 2024-11-13T19:39:05,645 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/.tmp/queue/36e7dc41b1a148a4a83c269bbb0eea24 as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/queue/36e7dc41b1a148a4a83c269bbb0eea24 2024-11-13T19:39:05,649 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/queue/36e7dc41b1a148a4a83c269bbb0eea24, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T19:39:05,650 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 552f7b00904bfb9a8cf85145407c8b78 in 874ms, sequenceid=12, compaction requested=false 2024-11-13T19:39:05,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/replication/552f7b00904bfb9a8cf85145407c8b78/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:39:05,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:05,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:39:05,661 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:39:05,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 552f7b00904bfb9a8cf85145407c8b78: Waiting for close lock at 1731526744775Running coprocessor pre-close hooks at 1731526744775Disabling compacts and flushes for region at 1731526744775Disabling writes for close at 1731526744776 (+1 ms)Obtaining lock to block concurrent updates at 1731526744776Preparing flush snapshotting stores in 552f7b00904bfb9a8cf85145407c8b78 at 1731526744776Finished memstore snapshotting hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731526744776Flushing stores of hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. at 1731526744777 (+1 ms)Flushing 552f7b00904bfb9a8cf85145407c8b78/hfileref: creating writer at 1731526744777Flushing 552f7b00904bfb9a8cf85145407c8b78/hfileref: appending metadata at 1731526744794 (+17 ms)Flushing 552f7b00904bfb9a8cf85145407c8b78/hfileref: closing flushed file at 1731526744794Flushing 552f7b00904bfb9a8cf85145407c8b78/queue: creating writer at 1731526745206 (+412 ms)Flushing 552f7b00904bfb9a8cf85145407c8b78/queue: appending metadata at 1731526745228 (+22 ms)Flushing 552f7b00904bfb9a8cf85145407c8b78/queue: closing flushed file at 1731526745228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f45bbd0: reopening flushed file at 1731526745640 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfb5d29: reopening flushed file at 1731526745645 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 552f7b00904bfb9a8cf85145407c8b78 in 874ms, sequenceid=12, compaction requested=false at 1731526745650 (+5 ms)Writing region close event to WAL at 1731526745651 (+1 ms)Running coprocessor post-close hooks at 1731526745661 (+10 ms)Closed at 1731526745661 2024-11-13T19:39:05,662 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526737669.552f7b00904bfb9a8cf85145407c8b78. 2024-11-13T19:39:05,662 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca5d883eebf4c242f6eca62d2b159511, disabling compactions & flushes 2024-11-13T19:39:05,662 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:39:05,662 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:39:05,662 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. after waiting 0 ms 2024-11-13T19:39:05,662 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:39:05,665 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/default/test/ca5d883eebf4c242f6eca62d2b159511/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:39:05,665 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:05,665 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:39:05,665 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:39:05,665 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca5d883eebf4c242f6eca62d2b159511: Waiting for close lock at 1731526745662Running coprocessor pre-close hooks at 1731526745662Disabling compacts and flushes for region at 1731526745662Disabling writes for close at 1731526745662Writing region close event to WAL at 1731526745662Running coprocessor post-close hooks at 1731526745665 (+3 ms)Closed at 1731526745665 2024-11-13T19:39:05,666 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526733341.ca5d883eebf4c242f6eca62d2b159511. 2024-11-13T19:39:05,667 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/table/df445f72a3be446bb13a7690d8c1696a is 53, key is hbase:replication/table:state/1731526738554/Put/seqid=0 2024-11-13T19:39:05,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741851_1027 (size=5308) 2024-11-13T19:39:05,733 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1033, reset compression=false 2024-11-13T19:39:05,777 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:39:05,777 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:39:05,777 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:39:05,977 DEBUG [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:39:06,072 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/table/df445f72a3be446bb13a7690d8c1696a 2024-11-13T19:39:06,077 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/info/c74d9fb108de4bb3b863c1efb334c037 as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/info/c74d9fb108de4bb3b863c1efb334c037 2024-11-13T19:39:06,082 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/info/c74d9fb108de4bb3b863c1efb334c037, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:39:06,083 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/ns/b4163343465947e0880c3ca725df7ffa as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/ns/b4163343465947e0880c3ca725df7ffa 2024-11-13T19:39:06,087 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/ns/b4163343465947e0880c3ca725df7ffa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:39:06,088 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/rep_barrier/fa107481afe746e7922d39f98a435168 as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/rep_barrier/fa107481afe746e7922d39f98a435168 2024-11-13T19:39:06,091 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/rep_barrier/fa107481afe746e7922d39f98a435168, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:39:06,092 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/.tmp/table/df445f72a3be446bb13a7690d8c1696a as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/table/df445f72a3be446bb13a7690d8c1696a 2024-11-13T19:39:06,099 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/table/df445f72a3be446bb13a7690d8c1696a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:39:06,101 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-13T19:39:06,112 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:39:06,113 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:06,113 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:39:06,113 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:06,113 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526744776Running coprocessor pre-close hooks at 1731526744776Disabling compacts and flushes for region at 1731526744776Disabling writes for close at 1731526744776Obtaining lock to block concurrent updates at 1731526744776Preparing flush snapshotting stores in 1588230740 at 1731526744776Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526744777 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526744777Flushing 1588230740/info: creating writer at 1731526744777Flushing 1588230740/info: appending metadata at 1731526744792 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731526744792Flushing 1588230740/ns: creating writer at 1731526745202 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731526745219 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731526745219Flushing 1588230740/rep_barrier: creating writer at 1731526745628 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526745641 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526745641Flushing 1588230740/table: creating writer at 1731526745649 (+8 ms)Flushing 1588230740/table: appending metadata at 1731526745666 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731526745666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23854e8e: reopening flushed file at 1731526746077 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e521597: reopening flushed file at 1731526746082 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd27185: reopening flushed file at 1731526746087 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9c4546: reopening flushed file at 1731526746092 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1731526746101 (+9 ms)Writing region close event to WAL at 1731526746109 (+8 ms)Running coprocessor post-close hooks at 1731526746113 (+4 ms)Closed at 1731526746113 2024-11-13T19:39:06,113 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:06,178 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,41557,1731526728231; all regions closed. 2024-11-13T19:39:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:39:06,182 DEBUG [RS:0;80cec940e2c9:41557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/oldWALs 2024-11-13T19:39:06,183 INFO [RS:0;80cec940e2c9:41557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C41557%2C1731526728231.meta:.meta(num 1731526731065) 2024-11-13T19:39:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741839_1015 (size=3127) 2024-11-13T19:39:06,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.rep.1731526738471 not finished, retry = 0 2024-11-13T19:39:06,246 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 1033, reset compression=false 2024-11-13T19:39:06,251 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:06,251 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.wal-reader.80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 to pos 1328, reset compression=false 2024-11-13T19:39:06,251 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,41557,1731526728231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:06,252 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,41557,1731526728231: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,41557,1731526728231, walGroup=80cec940e2c9%2C41557%2C1731526728231, offset=80cec940e2c9%2C41557%2C1731526728231.1731526730050:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:39:06,253 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:39:06,254 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:39:06,254 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:39:06,254 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:39:06,255 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:39:06,255 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 575358248 }, "NonHeapMemoryUsage": { "committed": 191496192, "init": 7667712, "max": -1, "used": 188649520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:39:06,257 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:44979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:44979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:39:06,287 DEBUG [RS:0;80cec940e2c9:41557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/oldWALs 2024-11-13T19:39:06,287 INFO [RS:0;80cec940e2c9:41557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C41557%2C1731526728231.rep:(num 1731526738471) 2024-11-13T19:39:06,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741832_1008 (size=1336) 2024-11-13T19:39:06,289 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/WALs/80cec940e2c9,41557,1731526728231/80cec940e2c9%2C41557%2C1731526728231.1731526730050 not finished, retry = 0 2024-11-13T19:39:06,337 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1033, reset compression=false 2024-11-13T19:39:06,391 DEBUG [RS:0;80cec940e2c9:41557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/oldWALs 2024-11-13T19:39:06,391 INFO [RS:0;80cec940e2c9:41557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C41557%2C1731526728231:(num 1731526730050) 2024-11-13T19:39:06,391 DEBUG [RS:0;80cec940e2c9:41557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:06,391 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:39:06,391 INFO [RS:0;80cec940e2c9:41557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:39:06,391 INFO [RS:0;80cec940e2c9:41557 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:39:06,391 INFO [RS:0;80cec940e2c9:41557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:39:06,391 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:39:06,392 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,41557,1731526728231 because: Region server is closing 2024-11-13T19:39:06,392 INFO [RS:0;80cec940e2c9:41557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:41557. 2024-11-13T19:39:06,392 DEBUG [RS:0;80cec940e2c9:41557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:06,392 DEBUG [RS:0;80cec940e2c9:41557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:06,392 DEBUG [RS:0;80cec940e2c9:41557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:06,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:06,492 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,41557,1731526728231.replicationSource.shipper80cec940e2c9%2C41557%2C1731526728231,1-80cec940e2c9,41557,1731526728231 terminated 2024-11-13T19:39:06,493 INFO [RS:0;80cec940e2c9:41557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:41557. 2024-11-13T19:39:06,493 DEBUG [RS:0;80cec940e2c9:41557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:06,493 DEBUG [RS:0;80cec940e2c9:41557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:06,493 DEBUG [RS:0;80cec940e2c9:41557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:06,493 INFO [RS:0;80cec940e2c9:41557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41557 2024-11-13T19:39:06,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:06,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354/rs 2024-11-13T19:39:06,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1965952354/rs/80cec940e2c9,41557,1731526728231 2024-11-13T19:39:06,505 INFO [RS:0;80cec940e2c9:41557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:39:06,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,41557,1731526728231] 2024-11-13T19:39:06,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1965952354/draining/80cec940e2c9,41557,1731526728231 already deleted, retry=false 2024-11-13T19:39:06,521 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,41557,1731526728231 expired; onlineServers=0 2024-11-13T19:39:06,521 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,44979,1731526728116' ***** 2024-11-13T19:39:06,521 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:39:06,521 INFO [M:0;80cec940e2c9:44979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:39:06,521 INFO [M:0;80cec940e2c9:44979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:39:06,522 DEBUG [M:0;80cec940e2c9:44979 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:39:06,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:39:06,522 DEBUG [M:0;80cec940e2c9:44979 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:39:06,522 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526729837 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526729837,5,FailOnTimeoutGroup] 2024-11-13T19:39:06,522 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526729836 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526729836,5,FailOnTimeoutGroup] 2024-11-13T19:39:06,522 INFO [M:0;80cec940e2c9:44979 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:39:06,522 INFO [M:0;80cec940e2c9:44979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:39:06,522 DEBUG [M:0;80cec940e2c9:44979 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:39:06,522 INFO [M:0;80cec940e2c9:44979 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:39:06,523 INFO [M:0;80cec940e2c9:44979 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:39:06,523 INFO [M:0;80cec940e2c9:44979 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:39:06,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:39:06,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1965952354/master 2024-11-13T19:39:06,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1965952354 2024-11-13T19:39:06,530 DEBUG [M:0;80cec940e2c9:44979 {}] zookeeper.ZKUtil(347): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Unable to get data of znode /1965952354/master because node does not exist (not an error) 2024-11-13T19:39:06,530 WARN [M:0;80cec940e2c9:44979 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:39:06,530 INFO [M:0;80cec940e2c9:44979 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/.lastflushedseqids 2024-11-13T19:39:06,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741852_1028 (size=263) 2024-11-13T19:39:06,614 INFO [RS:0;80cec940e2c9:41557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:39:06,615 INFO [RS:0;80cec940e2c9:41557 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,41557,1731526728231; zookeeper connection closed. 2024-11-13T19:39:06,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:06,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41557-0x10136e2c77c0004, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:06,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41943423 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41943423 2024-11-13T19:39:06,618 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:39:06,940 INFO [M:0;80cec940e2c9:44979 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:39:06,940 INFO [M:0;80cec940e2c9:44979 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:39:06,940 DEBUG [M:0;80cec940e2c9:44979 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:39:06,940 INFO [M:0;80cec940e2c9:44979 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:06,940 DEBUG [M:0;80cec940e2c9:44979 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:06,940 DEBUG [M:0;80cec940e2c9:44979 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:39:06,940 DEBUG [M:0;80cec940e2c9:44979 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:06,940 INFO [M:0;80cec940e2c9:44979 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T19:39:06,957 DEBUG [M:0;80cec940e2c9:44979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b90f848586904555a1bfe7427b211a98 is 82, key is hbase:meta,,1/info:regioninfo/1731526731095/Put/seqid=0 2024-11-13T19:39:06,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741853_1029 (size=5672) 2024-11-13T19:39:07,041 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1033, reset compression=false 2024-11-13T19:39:07,362 INFO [M:0;80cec940e2c9:44979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b90f848586904555a1bfe7427b211a98 2024-11-13T19:39:07,383 DEBUG [M:0;80cec940e2c9:44979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bf0908b36054d57a0c07c2ff143865b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731526738560/Put/seqid=0 2024-11-13T19:39:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741854_1030 (size=8516) 2024-11-13T19:39:07,393 INFO [M:0;80cec940e2c9:44979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bf0908b36054d57a0c07c2ff143865b 2024-11-13T19:39:07,415 DEBUG [M:0;80cec940e2c9:44979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75ec349211094b7fb69225856e61e545 is 69, key is 80cec940e2c9,41557,1731526728231/rs:state/1731526729887/Put/seqid=0 2024-11-13T19:39:07,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741855_1031 (size=5156) 2024-11-13T19:39:07,424 INFO [M:0;80cec940e2c9:44979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75ec349211094b7fb69225856e61e545 2024-11-13T19:39:07,429 DEBUG [M:0;80cec940e2c9:44979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b90f848586904555a1bfe7427b211a98 as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b90f848586904555a1bfe7427b211a98 2024-11-13T19:39:07,435 INFO [M:0;80cec940e2c9:44979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b90f848586904555a1bfe7427b211a98, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:39:07,436 DEBUG [M:0;80cec940e2c9:44979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bf0908b36054d57a0c07c2ff143865b as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bf0908b36054d57a0c07c2ff143865b 2024-11-13T19:39:07,443 INFO [M:0;80cec940e2c9:44979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bf0908b36054d57a0c07c2ff143865b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:39:07,444 DEBUG [M:0;80cec940e2c9:44979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75ec349211094b7fb69225856e61e545 as hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75ec349211094b7fb69225856e61e545 2024-11-13T19:39:07,452 INFO [M:0;80cec940e2c9:44979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88692977-8c50-bf0a-a7bb-d28869ce8f32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75ec349211094b7fb69225856e61e545, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:39:07,454 INFO [M:0;80cec940e2c9:44979 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=97, compaction requested=false 2024-11-13T19:39:07,455 INFO [M:0;80cec940e2c9:44979 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:07,455 DEBUG [M:0;80cec940e2c9:44979 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526746940Disabling compacts and flushes for region at 1731526746940Disabling writes for close at 1731526746940Obtaining lock to block concurrent updates at 1731526746940Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526746940Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731526746941 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526746941Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526746941Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526746957 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526746957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526747366 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526747383 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526747383Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526747397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526747415 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526747415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354ada64: reopening flushed file at 1731526747428 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359e1a47: reopening flushed file at 1731526747435 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20001ecb: reopening flushed file at 1731526747443 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=97, compaction requested=false at 1731526747454 (+11 ms)Writing region close event to WAL at 1731526747454Closed at 1731526747454 2024-11-13T19:39:07,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741830_1006 (size=63654) 2024-11-13T19:39:07,461 INFO [M:0;80cec940e2c9:44979 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:39:07,461 INFO [M:0;80cec940e2c9:44979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44979 2024-11-13T19:39:07,461 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:39:07,461 INFO [M:0;80cec940e2c9:44979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:39:07,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:07,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44979-0x10136e2c77c0003, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:07,598 INFO [M:0;80cec940e2c9:44979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:39:07,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20d00075{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:39:07,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7998d69f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:39:07,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:39:07,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571d6822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:39:07,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcf59d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.log.dir/,STOPPED} 2024-11-13T19:39:07,608 WARN [BP-1883465615-172.17.0.3-1731526726680 heartbeating to localhost/127.0.0.1:43975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:39:07,608 WARN [BP-1883465615-172.17.0.3-1731526726680 heartbeating to localhost/127.0.0.1:43975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1883465615-172.17.0.3-1731526726680 (Datanode Uuid 8fc93f0b-1219-49ea-8dcd-abe0631d6ad0) service to localhost/127.0.0.1:43975 2024-11-13T19:39:07,609 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/cluster_fa614f5e-953d-137f-211d-a4d739b28262/data/data2/current/BP-1883465615-172.17.0.3-1731526726680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:39:07,609 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/cluster_fa614f5e-953d-137f-211d-a4d739b28262/data/data1/current/BP-1883465615-172.17.0.3-1731526726680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:39:07,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:39:07,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:39:07,609 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:39:07,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a5ebce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:39:07,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10a4639a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:39:07,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:39:07,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3facfa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:39:07,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d00e481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.log.dir/,STOPPED} 2024-11-13T19:39:07,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:39:07,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:39:07,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:07,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:07,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:07,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:07,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:07,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:39:07,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=167561017, stopped=false 2024-11-13T19:39:07,643 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,44067,1731526723522 2024-11-13T19:39:07,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381741676/running 2024-11-13T19:39:07,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:39:07,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381741676/running 2024-11-13T19:39:07,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:39:07,655 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:39:07,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on znode that does not yet exist, /0-381741676/running 2024-11-13T19:39:07,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Set watcher on znode that does not yet exist, /0-381741676/running 2024-11-13T19:39:07,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:07,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:07,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:07,656 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,34225,1731526723669' ***** 2024-11-13T19:39:07,656 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:39:07,656 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:39:07,656 INFO [RS:0;80cec940e2c9:34225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:39:07,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:39:07,656 INFO [RS:0;80cec940e2c9:34225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:39:07,656 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(3091): Received CLOSE for f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:39:07,657 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:39:07,657 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,34225,1731526723669 2024-11-13T19:39:07,657 INFO [RS:0;80cec940e2c9:34225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:39:07,657 INFO [RS:0;80cec940e2c9:34225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:34225. 2024-11-13T19:39:07,657 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f077a2daeaf25dcb99672a7f15cc01d9, disabling compactions & flushes 2024-11-13T19:39:07,657 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:39:07,657 DEBUG [RS:0;80cec940e2c9:34225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:07,657 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:39:07,657 DEBUG [RS:0;80cec940e2c9:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:07,657 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. after waiting 0 ms 2024-11-13T19:39:07,657 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:39:07,657 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:39:07,657 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:39:07,657 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:39:07,657 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:39:07,657 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:39:07,657 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1325): Online Regions={f077a2daeaf25dcb99672a7f15cc01d9=test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9., 1588230740=hbase:meta,,1.1588230740, 3d0c5b5ebec7d478f4af25f8e8433335=hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335.} 2024-11-13T19:39:07,657 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d0c5b5ebec7d478f4af25f8e8433335, f077a2daeaf25dcb99672a7f15cc01d9 2024-11-13T19:39:07,657 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:39:07,657 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:39:07,657 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:39:07,657 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:39:07,657 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:39:07,658 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:39:07,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/default/test/f077a2daeaf25dcb99672a7f15cc01d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:39:07,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:07,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:39:07,661 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:39:07,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f077a2daeaf25dcb99672a7f15cc01d9: Waiting for close lock at 1731526747657Running coprocessor pre-close hooks at 1731526747657Disabling compacts and flushes for region at 1731526747657Disabling writes for close at 1731526747657Writing region close event to WAL at 1731526747658 (+1 ms)Running coprocessor post-close hooks at 1731526747661 (+3 ms)Closed at 1731526747661 2024-11-13T19:39:07,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9. 2024-11-13T19:39:07,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d0c5b5ebec7d478f4af25f8e8433335, disabling compactions & flushes 2024-11-13T19:39:07,661 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:39:07,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:39:07,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. after waiting 0 ms 2024-11-13T19:39:07,661 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:39:07,662 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d0c5b5ebec7d478f4af25f8e8433335 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T19:39:07,675 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/info/56ebcf2a4395447e87f111b577963598 is 147, key is hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335./info:regioninfo/1731526736689/Put/seqid=0 2024-11-13T19:39:07,678 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/.tmp/hfileref/deb568f4f7404a26a26cfcae68e8ca43 is 74, key is 1/hfileref:2bec17e35f0149978b2fd829b7c0c15e_SeqId_6_/1731526744782/DeleteColumn/seqid=0 2024-11-13T19:39:07,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741846_1022 (size=7686) 2024-11-13T19:39:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741847_1023 (size=5345) 2024-11-13T19:39:07,682 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/.tmp/hfileref/deb568f4f7404a26a26cfcae68e8ca43 2024-11-13T19:39:07,698 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/.tmp/queue/fef7acff4151460e92ea6a556cd42622 is 154, key is 1-80cec940e2c9,34225,1731526723669/queue:80cec940e2c9%2C34225%2C1731526723669/1731526744784/Put/seqid=0 2024-11-13T19:39:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741848_1024 (size=5353) 2024-11-13T19:39:07,731 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:39:07,844 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1033, reset compression=false 2024-11-13T19:39:07,848 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:07,848 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1328, reset compression=false 2024-11-13T19:39:07,848 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34225,1731526723669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:07,849 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,34225,1731526723669: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,34225,1731526723669, walGroup=80cec940e2c9%2C34225%2C1731526723669, offset=80cec940e2c9%2C34225%2C1731526723669.1731526725786:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:34225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:39:07,850 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:39:07,850 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:39:07,851 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:39:07,851 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:39:07,851 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:39:07,851 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 606815528 }, "NonHeapMemoryUsage": { "committed": 191758336, "init": 7667712, "max": -1, "used": 187377104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:39:07,851 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:44067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:44067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:39:07,858 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:39:08,055 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1328, reset compression=false 2024-11-13T19:39:08,058 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d0c5b5ebec7d478f4af25f8e8433335 2024-11-13T19:39:08,081 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/info/56ebcf2a4395447e87f111b577963598 2024-11-13T19:39:08,098 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/ns/b8c01fc7472d4281adf66b52fb560de2 is 43, key is default/ns:d/1731526726508/Put/seqid=0 2024-11-13T19:39:08,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741849_1025 (size=5153) 2024-11-13T19:39:08,102 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/.tmp/queue/fef7acff4151460e92ea6a556cd42622 2024-11-13T19:39:08,102 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/ns/b8c01fc7472d4281adf66b52fb560de2 2024-11-13T19:39:08,107 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/.tmp/hfileref/deb568f4f7404a26a26cfcae68e8ca43 as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/hfileref/deb568f4f7404a26a26cfcae68e8ca43 2024-11-13T19:39:08,111 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/hfileref/deb568f4f7404a26a26cfcae68e8ca43, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T19:39:08,111 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/.tmp/queue/fef7acff4151460e92ea6a556cd42622 as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/queue/fef7acff4151460e92ea6a556cd42622 2024-11-13T19:39:08,115 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/queue/fef7acff4151460e92ea6a556cd42622, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T19:39:08,116 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3d0c5b5ebec7d478f4af25f8e8433335 in 455ms, sequenceid=12, compaction requested=false 2024-11-13T19:39:08,116 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:39:08,120 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/replication/3d0c5b5ebec7d478f4af25f8e8433335/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:39:08,120 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:08,120 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:39:08,120 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:39:08,120 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d0c5b5ebec7d478f4af25f8e8433335: Waiting for close lock at 1731526747661Running coprocessor pre-close hooks at 1731526747661Disabling compacts and flushes for region at 1731526747661Disabling writes for close at 1731526747661Obtaining lock to block concurrent updates at 1731526747662 (+1 ms)Preparing flush snapshotting stores in 3d0c5b5ebec7d478f4af25f8e8433335 at 1731526747662Finished memstore snapshotting hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731526747662Flushing stores of hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. at 1731526747662Flushing 3d0c5b5ebec7d478f4af25f8e8433335/hfileref: creating writer at 1731526747662Flushing 3d0c5b5ebec7d478f4af25f8e8433335/hfileref: appending metadata at 1731526747678 (+16 ms)Flushing 3d0c5b5ebec7d478f4af25f8e8433335/hfileref: closing flushed file at 1731526747678Flushing 3d0c5b5ebec7d478f4af25f8e8433335/queue: creating writer at 1731526747686 (+8 ms)Flushing 3d0c5b5ebec7d478f4af25f8e8433335/queue: appending metadata at 1731526747697 (+11 ms)Flushing 3d0c5b5ebec7d478f4af25f8e8433335/queue: closing flushed file at 1731526747697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7039984b: reopening flushed file at 1731526748106 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@945e5ee: reopening flushed file at 1731526748111 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3d0c5b5ebec7d478f4af25f8e8433335 in 455ms, sequenceid=12, compaction requested=false at 1731526748116 (+5 ms)Writing region close event to WAL at 1731526748117 (+1 ms)Running coprocessor post-close hooks at 1731526748120 (+3 ms)Closed at 1731526748120 2024-11-13T19:39:08,120 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526735509.3d0c5b5ebec7d478f4af25f8e8433335. 2024-11-13T19:39:08,123 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/rep_barrier/33bab18158634629865d5da6f62c3a3c is 112, key is test,,1731526731184.f077a2daeaf25dcb99672a7f15cc01d9./rep_barrier:seqnumDuringOpen/1731526732336/Put/seqid=0 2024-11-13T19:39:08,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741850_1026 (size=5518) 2024-11-13T19:39:08,258 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:39:08,360 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1328, reset compression=false 2024-11-13T19:39:08,458 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:39:08,528 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/rep_barrier/33bab18158634629865d5da6f62c3a3c 2024-11-13T19:39:08,549 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/table/57759ac152e14f14a142e77fc066576f is 53, key is hbase:replication/table:state/1731526736695/Put/seqid=0 2024-11-13T19:39:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741851_1027 (size=5308) 2024-11-13T19:39:08,658 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:39:08,658 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:39:08,658 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:39:08,664 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:39:08,664 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:39:08,766 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1328, reset compression=false 2024-11-13T19:39:08,859 DEBUG [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:39:08,955 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/table/57759ac152e14f14a142e77fc066576f 2024-11-13T19:39:08,960 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/info/56ebcf2a4395447e87f111b577963598 as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/info/56ebcf2a4395447e87f111b577963598 2024-11-13T19:39:08,964 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/info/56ebcf2a4395447e87f111b577963598, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:39:08,965 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/ns/b8c01fc7472d4281adf66b52fb560de2 as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/ns/b8c01fc7472d4281adf66b52fb560de2 2024-11-13T19:39:08,970 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/ns/b8c01fc7472d4281adf66b52fb560de2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:39:08,970 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/rep_barrier/33bab18158634629865d5da6f62c3a3c as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/rep_barrier/33bab18158634629865d5da6f62c3a3c 2024-11-13T19:39:08,975 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/rep_barrier/33bab18158634629865d5da6f62c3a3c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:39:08,976 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/.tmp/table/57759ac152e14f14a142e77fc066576f as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/table/57759ac152e14f14a142e77fc066576f 2024-11-13T19:39:08,980 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/table/57759ac152e14f14a142e77fc066576f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:39:08,981 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-13T19:39:08,981 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:39:08,986 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:39:08,987 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:08,987 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:39:08,987 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:08,987 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526747657Running coprocessor pre-close hooks at 1731526747657Disabling compacts and flushes for region at 1731526747657Disabling writes for close at 1731526747657Obtaining lock to block concurrent updates at 1731526747658 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731526747658Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526747658Flushing stores of hbase:meta,,1.1588230740 at 1731526747658Flushing 1588230740/info: creating writer at 1731526747658Flushing 1588230740/info: appending metadata at 1731526747675 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731526747675Flushing 1588230740/ns: creating writer at 1731526748085 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731526748098 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731526748098Flushing 1588230740/rep_barrier: creating writer at 1731526748106 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526748123 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526748123Flushing 1588230740/table: creating writer at 1731526748532 (+409 ms)Flushing 1588230740/table: appending metadata at 1731526748548 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731526748548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb32b9: reopening flushed file at 1731526748959 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c61234: reopening flushed file at 1731526748964 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf81b55: reopening flushed file at 1731526748970 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256054a4: reopening flushed file at 1731526748975 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1731526748981 (+6 ms)Writing region close event to WAL at 1731526748983 (+2 ms)Running coprocessor post-close hooks at 1731526748987 (+4 ms)Closed at 1731526748987 2024-11-13T19:39:08,987 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:09,059 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,34225,1731526723669; all regions closed. 2024-11-13T19:39:09,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:39:09,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.meta.1731526726395.meta not finished, retry = 0 2024-11-13T19:39:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741839_1015 (size=3127) 2024-11-13T19:39:09,168 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.rep.1731526736658 not finished, retry = 0 2024-11-13T19:39:09,270 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 not finished, retry = 0 2024-11-13T19:39:09,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741832_1008 (size=1336) 2024-11-13T19:39:09,275 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 to pos 1328, reset compression=false 2024-11-13T19:39:09,371 DEBUG [RS:0;80cec940e2c9:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:09,371 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:39:09,371 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/WALs/80cec940e2c9,34225,1731526723669/80cec940e2c9%2C34225%2C1731526723669.1731526725786 2024-11-13T19:39:09,371 INFO [RS:0;80cec940e2c9:34225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:39:09,371 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T19:39:09,371 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T19:39:09,371 INFO [RS:0;80cec940e2c9:34225 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:39:09,371 INFO [RS:0;80cec940e2c9:34225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:39:09,372 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:39:09,372 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,34225,1731526723669 because: Region server is closing 2024-11-13T19:39:09,372 INFO [RS:0;80cec940e2c9:34225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:34225. 2024-11-13T19:39:09,372 DEBUG [RS:0;80cec940e2c9:34225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:09,372 DEBUG [RS:0;80cec940e2c9:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:09,372 DEBUG [RS:0;80cec940e2c9:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:09,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:09,472 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.shipper80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 terminated 2024-11-13T19:39:09,472 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34225,1731526723669.replicationSource.wal-reader.80cec940e2c9%2C34225%2C1731526723669,1-80cec940e2c9,34225,1731526723669 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-13T19:39:09,472 INFO [RS:0;80cec940e2c9:34225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:34225. 2024-11-13T19:39:09,473 DEBUG [RS:0;80cec940e2c9:34225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:09,473 DEBUG [RS:0;80cec940e2c9:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:09,473 DEBUG [RS:0;80cec940e2c9:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:09,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:09,473 INFO [RS:0;80cec940e2c9:34225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34225 2024-11-13T19:39:09,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381741676/rs/80cec940e2c9,34225,1731526723669 2024-11-13T19:39:09,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676/rs 2024-11-13T19:39:09,504 INFO [RS:0;80cec940e2c9:34225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:39:09,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,34225,1731526723669] 2024-11-13T19:39:09,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-381741676/draining/80cec940e2c9,34225,1731526723669 already deleted, retry=false 2024-11-13T19:39:09,521 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,34225,1731526723669 expired; onlineServers=0 2024-11-13T19:39:09,521 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,44067,1731526723522' ***** 2024-11-13T19:39:09,521 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:39:09,521 INFO [M:0;80cec940e2c9:44067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:39:09,521 INFO [M:0;80cec940e2c9:44067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:39:09,521 DEBUG [M:0;80cec940e2c9:44067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:39:09,521 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:39:09,521 DEBUG [M:0;80cec940e2c9:44067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:39:09,521 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526725588 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526725588,5,FailOnTimeoutGroup] 2024-11-13T19:39:09,521 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526725588 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526725588,5,FailOnTimeoutGroup] 2024-11-13T19:39:09,521 INFO [M:0;80cec940e2c9:44067 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:39:09,521 INFO [M:0;80cec940e2c9:44067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:39:09,521 DEBUG [M:0;80cec940e2c9:44067 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:39:09,521 INFO [M:0;80cec940e2c9:44067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:39:09,522 INFO [M:0;80cec940e2c9:44067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:39:09,522 INFO [M:0;80cec940e2c9:44067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:39:09,522 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:39:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381741676/master 2024-11-13T19:39:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381741676 2024-11-13T19:39:09,529 DEBUG [M:0;80cec940e2c9:44067 {}] zookeeper.ZKUtil(347): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Unable to get data of znode /0-381741676/master because node does not exist (not an error) 2024-11-13T19:39:09,529 WARN [M:0;80cec940e2c9:44067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:39:09,530 INFO [M:0;80cec940e2c9:44067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/.lastflushedseqids 2024-11-13T19:39:09,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741852_1028 (size=263) 2024-11-13T19:39:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:09,613 INFO [RS:0;80cec940e2c9:34225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:39:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x10136e2c77c0001, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:09,613 INFO [RS:0;80cec940e2c9:34225 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,34225,1731526723669; zookeeper connection closed. 2024-11-13T19:39:09,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c4288e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c4288e1 2024-11-13T19:39:09,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:39:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:39:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:39:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:39:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:39:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:39:09,934 INFO [M:0;80cec940e2c9:44067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:39:09,934 INFO [M:0;80cec940e2c9:44067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:39:09,934 DEBUG [M:0;80cec940e2c9:44067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:39:09,934 INFO [M:0;80cec940e2c9:44067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:09,934 DEBUG [M:0;80cec940e2c9:44067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:09,934 DEBUG [M:0;80cec940e2c9:44067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:39:09,934 DEBUG [M:0;80cec940e2c9:44067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:09,935 INFO [M:0;80cec940e2c9:44067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T19:39:09,953 DEBUG [M:0;80cec940e2c9:44067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0f5952fc9c74e16b4450ecb42ad0ca0 is 82, key is hbase:meta,,1/info:regioninfo/1731526726450/Put/seqid=0 2024-11-13T19:39:09,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741853_1029 (size=5672) 2024-11-13T19:39:10,372 INFO [M:0;80cec940e2c9:44067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0f5952fc9c74e16b4450ecb42ad0ca0 2024-11-13T19:39:10,389 DEBUG [M:0;80cec940e2c9:44067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c80a8bb0b4f40bd9341165284a39348 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731526736698/Put/seqid=0 2024-11-13T19:39:10,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741854_1030 (size=8515) 2024-11-13T19:39:10,393 INFO [M:0;80cec940e2c9:44067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c80a8bb0b4f40bd9341165284a39348 2024-11-13T19:39:10,409 DEBUG [M:0;80cec940e2c9:44067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d363cf6c228d4093bd7317e595294c55 is 69, key is 80cec940e2c9,34225,1731526723669/rs:state/1731526725630/Put/seqid=0 2024-11-13T19:39:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741855_1031 (size=5156) 2024-11-13T19:39:10,413 INFO [M:0;80cec940e2c9:44067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d363cf6c228d4093bd7317e595294c55 2024-11-13T19:39:10,418 DEBUG [M:0;80cec940e2c9:44067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0f5952fc9c74e16b4450ecb42ad0ca0 as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0f5952fc9c74e16b4450ecb42ad0ca0 2024-11-13T19:39:10,422 INFO [M:0;80cec940e2c9:44067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0f5952fc9c74e16b4450ecb42ad0ca0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:39:10,427 DEBUG [M:0;80cec940e2c9:44067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c80a8bb0b4f40bd9341165284a39348 as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c80a8bb0b4f40bd9341165284a39348 2024-11-13T19:39:10,436 INFO [M:0;80cec940e2c9:44067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c80a8bb0b4f40bd9341165284a39348, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:39:10,437 DEBUG [M:0;80cec940e2c9:44067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d363cf6c228d4093bd7317e595294c55 as hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d363cf6c228d4093bd7317e595294c55 2024-11-13T19:39:10,444 INFO [M:0;80cec940e2c9:44067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/65800d11-b77b-ac7c-59eb-18c0ead7224b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d363cf6c228d4093bd7317e595294c55, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:39:10,445 INFO [M:0;80cec940e2c9:44067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=97, compaction requested=false 2024-11-13T19:39:10,447 INFO [M:0;80cec940e2c9:44067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:10,447 DEBUG [M:0;80cec940e2c9:44067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526749934Disabling compacts and flushes for region at 1731526749934Disabling writes for close at 1731526749934Obtaining lock to block concurrent updates at 1731526749935 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526749935Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731526749935Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526749936 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526749936Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526749953 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526749953Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526750376 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526750388 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526750388Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526750396 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526750409 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526750409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463d373f: reopening flushed file at 1731526750417 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed456a5: reopening flushed file at 1731526750422 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d79956f: reopening flushed file at 1731526750436 (+14 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=97, compaction requested=false at 1731526750445 (+9 ms)Writing region close event to WAL at 1731526750447 (+2 ms)Closed at 1731526750447 2024-11-13T19:39:10,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741830_1006 (size=63642) 2024-11-13T19:39:10,450 INFO [M:0;80cec940e2c9:44067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:39:10,450 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:39:10,450 INFO [M:0;80cec940e2c9:44067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44067 2024-11-13T19:39:10,450 INFO [M:0;80cec940e2c9:44067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:39:10,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:10,554 INFO [M:0;80cec940e2c9:44067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:39:10,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44067-0x10136e2c77c0000, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:10,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c0391c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:39:10,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7820b50b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:39:10,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:39:10,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7161e3d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:39:10,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1273234{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.log.dir/,STOPPED} 2024-11-13T19:39:10,558 WARN [BP-479105494-172.17.0.3-1731526722038 heartbeating to localhost/127.0.0.1:33917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:39:10,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:39:10,558 WARN [BP-479105494-172.17.0.3-1731526722038 heartbeating to localhost/127.0.0.1:33917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-479105494-172.17.0.3-1731526722038 (Datanode Uuid 0594b33a-e3c8-4945-8642-bbbf4886037e) service to localhost/127.0.0.1:33917 2024-11-13T19:39:10,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:39:10,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/cluster_3f8e5eea-2bc6-2d01-41fe-54f25ac5a146/data/data1/current/BP-479105494-172.17.0.3-1731526722038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:39:10,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/cluster_3f8e5eea-2bc6-2d01-41fe-54f25ac5a146/data/data2/current/BP-479105494-172.17.0.3-1731526722038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:39:10,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:39:10,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a8242be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:39:10,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d181f38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:39:10,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:39:10,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3457eb9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:39:10,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3537ce6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01d02ce8-95d6-5445-d9be-c7407484e6f9/hadoop.log.dir/,STOPPED} 2024-11-13T19:39:10,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:39:10,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:39:10,593 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=249 (was 204) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33917 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43975 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33917 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43975 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33917 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52099) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52099) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43975 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=626 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=529 (was 404) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2208 (was 2447) 2024-11-13T19:39:10,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=249, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=529, ProcessCount=11, AvailableMemoryMB=2208 2024-11-13T19:39:10,614 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T19:39:10,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.log.dir so I do NOT create it in target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7 2024-11-13T19:39:10,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:39:10,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.tmp.dir so I do NOT create it in target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7 2024-11-13T19:39:10,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9646b68-ff69-b067-e680-7cfa41e8d724/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:39:10,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7 2024-11-13T19:39:10,615 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/cluster_ffea1f53-324a-707f-1b16-2d3dbf0af95a, deleteOnExit=true 2024-11-13T19:39:10,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/cluster_ffea1f53-324a-707f-1b16-2d3dbf0af95a/zookeeper_0, clientPort=63912, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/cluster_ffea1f53-324a-707f-1b16-2d3dbf0af95a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/cluster_ffea1f53-324a-707f-1b16-2d3dbf0af95a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:39:10,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63912 2024-11-13T19:39:10,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:39:10,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:39:10,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/test.cache.data in system properties and HBase conf 2024-11-13T19:39:10,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:39:10,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:39:10,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:39:10,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:39:10,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:39:10,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:39:10,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:39:10,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e2c77c0005, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:39:10,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e2c77c0005, quorum=127.0.0.1:52099, baseZNode=/1965952354 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:39:10,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e2c77c0002, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:39:10,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e2c77c0002, quorum=127.0.0.1:52099, baseZNode=/0-381741676 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:39:10,787 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T19:39:10,823 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,823 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,823 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,824 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,824 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,824 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,833 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,837 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,837 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,841 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:10,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:10,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:10,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:10,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:10,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:39:10,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:10,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e383429{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:10,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cb992f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:11,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@219e57b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/java.io.tmpdir/jetty-localhost-45155-hadoop-hdfs-3_4_1-tests_jar-_-any-2750293357671270508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:39:11,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fc6e35a{HTTP/1.1, (http/1.1)}{localhost:45155} 2024-11-13T19:39:11,023 INFO [Time-limited test {}] server.Server(415): Started @196950ms 2024-11-13T19:39:11,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:11,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:11,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:11,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:11,190 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:39:11,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c537cbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:11,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b538681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:11,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@566951c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/java.io.tmpdir/jetty-localhost-41891-hadoop-hdfs-3_4_1-tests_jar-_-any-6570255086634917870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:39:11,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7517b687{HTTP/1.1, (http/1.1)}{localhost:41891} 2024-11-13T19:39:11,287 INFO [Time-limited test {}] server.Server(415): Started @197214ms 2024-11-13T19:39:11,289 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:39:11,691 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/cluster_ffea1f53-324a-707f-1b16-2d3dbf0af95a/data/data1/current/BP-616647892-172.17.0.3-1731526750638/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:11,699 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/cluster_ffea1f53-324a-707f-1b16-2d3dbf0af95a/data/data2/current/BP-616647892-172.17.0.3-1731526750638/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:11,721 WARN [Thread-2183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:39:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1b2cad304b5bb28 with lease ID 0x335668b547923136: Processing first storage report for DS-f638dce8-5c5b-4d64-b6d6-43f746ff64db from datanode DatanodeRegistration(127.0.0.1:36739, datanodeUuid=d41ed349-cac3-4e2e-bdcc-5d973d2afce1, infoPort=46223, infoSecurePort=0, ipcPort=45083, storageInfo=lv=-57;cid=testClusterID;nsid=1652563870;c=1731526750638) 2024-11-13T19:39:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1b2cad304b5bb28 with lease ID 0x335668b547923136: from storage DS-f638dce8-5c5b-4d64-b6d6-43f746ff64db node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=d41ed349-cac3-4e2e-bdcc-5d973d2afce1, infoPort=46223, infoSecurePort=0, ipcPort=45083, storageInfo=lv=-57;cid=testClusterID;nsid=1652563870;c=1731526750638), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:39:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1b2cad304b5bb28 with lease ID 0x335668b547923136: Processing first storage report for DS-dc9fc9f0-3333-4539-b434-63c8ba0433ac from datanode DatanodeRegistration(127.0.0.1:36739, datanodeUuid=d41ed349-cac3-4e2e-bdcc-5d973d2afce1, infoPort=46223, infoSecurePort=0, ipcPort=45083, storageInfo=lv=-57;cid=testClusterID;nsid=1652563870;c=1731526750638) 2024-11-13T19:39:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1b2cad304b5bb28 with lease ID 0x335668b547923136: from storage DS-dc9fc9f0-3333-4539-b434-63c8ba0433ac node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=d41ed349-cac3-4e2e-bdcc-5d973d2afce1, infoPort=46223, infoSecurePort=0, ipcPort=45083, storageInfo=lv=-57;cid=testClusterID;nsid=1652563870;c=1731526750638), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:39:11,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7 2024-11-13T19:39:11,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:11,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:11,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:39:12,146 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c with version=8 2024-11-13T19:39:12,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/hbase-staging 2024-11-13T19:39:12,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:12,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:12,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:12,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:12,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:12,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:12,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:39:12,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:12,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34835 2024-11-13T19:39:12,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34835 connecting to ZooKeeper ensemble=127.0.0.1:63912 2024-11-13T19:39:12,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348350x0, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:12,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34835-0x10136e337420000 connected 2024-11-13T19:39:12,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:12,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:12,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on znode that does not yet exist, /0-1282792084/running 2024-11-13T19:39:12,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c, hbase.cluster.distributed=false 2024-11-13T19:39:12,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on znode that does not yet exist, /0-1282792084/acl 2024-11-13T19:39:12,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34835 2024-11-13T19:39:12,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34835 2024-11-13T19:39:12,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34835 2024-11-13T19:39:12,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34835 2024-11-13T19:39:12,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34835 2024-11-13T19:39:12,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:12,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:12,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:12,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:12,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:12,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:12,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:39:12,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:12,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42037 2024-11-13T19:39:12,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42037 connecting to ZooKeeper ensemble=127.0.0.1:63912 2024-11-13T19:39:12,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:12,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:12,384 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420370x0, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:12,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420370x0, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on znode that does not yet exist, /0-1282792084/running 2024-11-13T19:39:12,385 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:39:12,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42037-0x10136e337420001 connected 2024-11-13T19:39:12,387 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:39:12,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on znode that does not yet exist, /0-1282792084/master 2024-11-13T19:39:12,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on znode that does not yet exist, /0-1282792084/acl 2024-11-13T19:39:12,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42037 2024-11-13T19:39:12,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42037 2024-11-13T19:39:12,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42037 2024-11-13T19:39:12,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42037 2024-11-13T19:39:12,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42037 2024-11-13T19:39:12,405 DEBUG [M:0;80cec940e2c9:34835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:34835 2024-11-13T19:39:12,406 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1282792084/backup-masters/80cec940e2c9,34835,1731526752147 2024-11-13T19:39:12,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084/backup-masters 2024-11-13T19:39:12,414 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084/backup-masters 2024-11-13T19:39:12,415 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on existing znode=/0-1282792084/backup-masters/80cec940e2c9,34835,1731526752147 2024-11-13T19:39:12,422 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1282792084/master 2024-11-13T19:39:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:12,422 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:12,423 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on existing znode=/0-1282792084/master 2024-11-13T19:39:12,423 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1282792084/backup-masters/80cec940e2c9,34835,1731526752147 from backup master directory 2024-11-13T19:39:12,431 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084/backup-masters 2024-11-13T19:39:12,431 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:12,431 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,34835,1731526752147 2024-11-13T19:39:12,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282792084/backup-masters/80cec940e2c9,34835,1731526752147 2024-11-13T19:39:12,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084/backup-masters 2024-11-13T19:39:12,435 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/hbase.id] with ID: cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d 2024-11-13T19:39:12,435 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/.tmp/hbase.id 2024-11-13T19:39:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:39:12,457 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/.tmp/hbase.id]:[hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/hbase.id] 2024-11-13T19:39:12,468 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:12,468 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:39:12,469 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:39:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:12,476 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:39:12,497 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:12,498 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:39:12,498 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:39:12,909 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store 2024-11-13T19:39:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:39:12,929 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:12,929 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:39:12,929 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:12,929 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:12,929 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:39:12,929 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:12,929 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:12,929 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526752929Disabling compacts and flushes for region at 1731526752929Disabling writes for close at 1731526752929Writing region close event to WAL at 1731526752929Closed at 1731526752929 2024-11-13T19:39:12,934 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/.initializing 2024-11-13T19:39:12,935 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/WALs/80cec940e2c9,34835,1731526752147 2024-11-13T19:39:12,941 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:12,949 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C34835%2C1731526752147, suffix=, logDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/WALs/80cec940e2c9,34835,1731526752147, archiveDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/oldWALs, maxLogs=10 2024-11-13T19:39:12,967 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/WALs/80cec940e2c9,34835,1731526752147/80cec940e2c9%2C34835%2C1731526752147.1731526752949, exclude list is [], retry=0 2024-11-13T19:39:12,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-f638dce8-5c5b-4d64-b6d6-43f746ff64db,DISK] 2024-11-13T19:39:12,972 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/WALs/80cec940e2c9,34835,1731526752147/80cec940e2c9%2C34835%2C1731526752147.1731526752949 2024-11-13T19:39:12,972 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46223:46223)] 2024-11-13T19:39:12,972 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:12,972 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:12,972 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,972 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:39:12,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:12,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:12,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:39:12,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:12,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:12,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:39:12,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:12,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:12,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:39:12,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:12,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:12,979 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,979 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,979 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,980 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,980 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:12,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:12,983 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:12,983 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73670854, jitterRate=0.09778127074241638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:12,984 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526752972Initializing all the Stores at 1731526752973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526752973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526752973Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526752973Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526752973Cleaning up temporary data from old regions at 1731526752980 (+7 ms)Region opened successfully at 1731526752984 (+4 ms) 2024-11-13T19:39:12,984 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:39:12,986 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5a94ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:12,987 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:39:12,987 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:39:12,987 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:39:12,988 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:39:12,988 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:39:12,989 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:39:12,989 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:39:12,992 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:39:12,993 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Unable to get data of znode /0-1282792084/balancer because node does not exist (not necessarily an error) 2024-11-13T19:39:13,001 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282792084/balancer already deleted, retry=false 2024-11-13T19:39:13,001 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:39:13,002 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Unable to get data of znode /0-1282792084/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:39:13,009 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282792084/normalizer already deleted, retry=false 2024-11-13T19:39:13,009 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:39:13,010 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Unable to get data of znode /0-1282792084/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:39:13,017 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282792084/switch/split already deleted, retry=false 2024-11-13T19:39:13,018 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Unable to get data of znode /0-1282792084/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:39:13,025 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282792084/switch/merge already deleted, retry=false 2024-11-13T19:39:13,027 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Unable to get data of znode /0-1282792084/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:39:13,034 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282792084/snapshot-cleanup already deleted, retry=false 2024-11-13T19:39:13,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1282792084/running 2024-11-13T19:39:13,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:13,042 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1282792084/running 2024-11-13T19:39:13,042 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:13,042 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,34835,1731526752147, sessionid=0x10136e337420000, setting cluster-up flag (Was=false) 2024-11-13T19:39:13,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:13,059 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:13,084 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1282792084/flush-table-proc/acquired, /0-1282792084/flush-table-proc/reached, /0-1282792084/flush-table-proc/abort 2024-11-13T19:39:13,085 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,34835,1731526752147 2024-11-13T19:39:13,101 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:13,126 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1282792084/online-snapshot/acquired, /0-1282792084/online-snapshot/reached, /0-1282792084/online-snapshot/abort 2024-11-13T19:39:13,127 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,34835,1731526752147 2024-11-13T19:39:13,128 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:39:13,129 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:13,129 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:39:13,129 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:39:13,130 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,34835,1731526752147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:39:13,131 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:13,131 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:13,131 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:13,131 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:13,131 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:39:13,131 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,131 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:13,131 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,132 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526783132 2024-11-13T19:39:13,132 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:39:13,132 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:39:13,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:13,132 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:39:13,132 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:39:13,132 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:39:13,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:39:13,132 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:39:13,133 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,133 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:39:13,133 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:39:13,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:13,133 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:39:13,133 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:39:13,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:39:13,134 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:39:13,134 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:39:13,134 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526753134,5,FailOnTimeoutGroup] 2024-11-13T19:39:13,134 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526753134,5,FailOnTimeoutGroup] 2024-11-13T19:39:13,134 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,134 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:39:13,134 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,134 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:39:13,197 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(746): ClusterId : cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d 2024-11-13T19:39:13,197 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:39:13,206 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:39:13,206 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:39:13,214 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:39:13,215 DEBUG [RS:0;80cec940e2c9:42037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42de029c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:13,225 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:42037 2024-11-13T19:39:13,225 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:39:13,225 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:39:13,225 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:39:13,226 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,34835,1731526752147 with port=42037, startcode=1731526752370 2024-11-13T19:39:13,226 DEBUG [RS:0;80cec940e2c9:42037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:39:13,227 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:39:13,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,42037,1731526752370 2024-11-13T19:39:13,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34835 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,42037,1731526752370 2024-11-13T19:39:13,228 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c 2024-11-13T19:39:13,228 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40017 2024-11-13T19:39:13,228 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:39:13,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084/rs 2024-11-13T19:39:13,234 DEBUG [RS:0;80cec940e2c9:42037 {}] zookeeper.ZKUtil(111): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on existing znode=/0-1282792084/rs/80cec940e2c9,42037,1731526752370 2024-11-13T19:39:13,234 WARN [RS:0;80cec940e2c9:42037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:13,234 INFO [RS:0;80cec940e2c9:42037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:13,234 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370 2024-11-13T19:39:13,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,42037,1731526752370] 2024-11-13T19:39:13,237 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:39:13,239 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:39:13,239 INFO [RS:0;80cec940e2c9:42037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:39:13,239 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,239 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:39:13,240 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:39:13,240 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,240 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:13,241 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:13,241 DEBUG [RS:0;80cec940e2c9:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:13,241 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,241 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,241 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,241 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,241 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,241 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42037,1731526752370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:13,256 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:39:13,256 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42037,1731526752370-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,256 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,256 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.Replication(171): 80cec940e2c9,42037,1731526752370 started 2024-11-13T19:39:13,269 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:13,269 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,42037,1731526752370, RpcServer on 80cec940e2c9/172.17.0.3:42037, sessionid=0x10136e337420001 2024-11-13T19:39:13,269 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:39:13,269 DEBUG [RS:0;80cec940e2c9:42037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,42037,1731526752370 2024-11-13T19:39:13,269 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,42037,1731526752370' 2024-11-13T19:39:13,269 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1282792084/flush-table-proc/abort' 2024-11-13T19:39:13,270 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1282792084/flush-table-proc/acquired' 2024-11-13T19:39:13,270 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:39:13,270 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:39:13,270 DEBUG [RS:0;80cec940e2c9:42037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,42037,1731526752370 2024-11-13T19:39:13,270 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,42037,1731526752370' 2024-11-13T19:39:13,270 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1282792084/online-snapshot/abort' 2024-11-13T19:39:13,271 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1282792084/online-snapshot/acquired' 2024-11-13T19:39:13,271 DEBUG [RS:0;80cec940e2c9:42037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:39:13,271 INFO [RS:0;80cec940e2c9:42037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:39:13,271 INFO [RS:0;80cec940e2c9:42037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:39:13,372 INFO [RS:0;80cec940e2c9:42037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:13,374 INFO [RS:0;80cec940e2c9:42037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C42037%2C1731526752370, suffix=, logDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370, archiveDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/oldWALs, maxLogs=10 2024-11-13T19:39:13,392 DEBUG [RS:0;80cec940e2c9:42037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375, exclude list is [], retry=0 2024-11-13T19:39:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-f638dce8-5c5b-4d64-b6d6-43f746ff64db,DISK] 2024-11-13T19:39:13,396 INFO [RS:0;80cec940e2c9:42037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 2024-11-13T19:39:13,396 DEBUG [RS:0;80cec940e2c9:42037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46223:46223)] 2024-11-13T19:39:13,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:39:13,539 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c 2024-11-13T19:39:13,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:39:13,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:13,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:13,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:13,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:13,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:13,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:13,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:13,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:13,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:13,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:13,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:13,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:13,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:13,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:13,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:13,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:13,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:13,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:13,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740 2024-11-13T19:39:13,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740 2024-11-13T19:39:13,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:13,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:13,955 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:13,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:13,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:13,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68985456, jitterRate=0.02796339988708496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:13,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526753947Initializing all the Stores at 1731526753948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526753948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526753948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526753948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526753948Cleaning up temporary data from old regions at 1731526753954 (+6 ms)Region opened successfully at 1731526753958 (+4 ms) 2024-11-13T19:39:13,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:39:13,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:39:13,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:39:13,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:39:13,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:39:13,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:13,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526753958Disabling compacts and flushes for region at 1731526753958Disabling writes for close at 1731526753959 (+1 ms)Writing region close event to WAL at 1731526753959Closed at 1731526753959 2024-11-13T19:39:13,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:13,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:39:13,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:39:13,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:13,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:39:14,112 DEBUG [80cec940e2c9:34835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:39:14,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,42037,1731526752370 2024-11-13T19:39:14,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,42037,1731526752370, state=OPENING 2024-11-13T19:39:14,142 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:39:14,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:14,168 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:14,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1282792084/meta-region-server: CHANGED 2024-11-13T19:39:14,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:14,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1282792084/meta-region-server: CHANGED 2024-11-13T19:39:14,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,42037,1731526752370}] 2024-11-13T19:39:14,321 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:39:14,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:39:14,325 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:39:14,325 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:14,326 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:39:14,327 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C42037%2C1731526752370.meta, suffix=.meta, logDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370, archiveDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/oldWALs, maxLogs=10 2024-11-13T19:39:14,345 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.meta.1731526754327.meta, exclude list is [], retry=0 2024-11-13T19:39:14,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-f638dce8-5c5b-4d64-b6d6-43f746ff64db,DISK] 2024-11-13T19:39:14,349 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.meta.1731526754327.meta 2024-11-13T19:39:14,349 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46223:46223)] 2024-11-13T19:39:14,349 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:14,350 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:14,350 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:39:14,350 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:39:14,350 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:39:14,350 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:39:14,350 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:14,350 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:39:14,350 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:39:14,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:14,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:14,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:14,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:14,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:14,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:14,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:14,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:14,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:14,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:14,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:14,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:14,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:14,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:14,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:14,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:14,355 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:14,356 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740 2024-11-13T19:39:14,357 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740 2024-11-13T19:39:14,358 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:14,358 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:14,358 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:14,359 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:14,360 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65537113, jitterRate=-0.023420915007591248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:14,360 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:39:14,360 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526754350Writing region info on filesystem at 1731526754350Initializing all the Stores at 1731526754351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526754351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526754351Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526754351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526754351Cleaning up temporary data from old regions at 1731526754358 (+7 ms)Running coprocessor post-open hooks at 1731526754360 (+2 ms)Region opened successfully at 1731526754360 2024-11-13T19:39:14,361 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526754321 2024-11-13T19:39:14,363 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:39:14,363 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:39:14,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,42037,1731526752370 2024-11-13T19:39:14,364 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,42037,1731526752370, state=OPEN 2024-11-13T19:39:14,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1282792084/meta-region-server 2024-11-13T19:39:14,381 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1282792084/meta-region-server 2024-11-13T19:39:14,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,42037,1731526752370 2024-11-13T19:39:14,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1282792084/meta-region-server: CHANGED 2024-11-13T19:39:14,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1282792084/meta-region-server: CHANGED 2024-11-13T19:39:14,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:39:14,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,42037,1731526752370 in 212 msec 2024-11-13T19:39:14,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:39:14,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-13T19:39:14,385 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:14,385 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:39:14,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:14,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42037,1731526752370, seqNum=-1] 2024-11-13T19:39:14,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:14,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:14,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-13T19:39:14,392 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526754392, completionTime=-1 2024-11-13T19:39:14,392 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:39:14,393 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:39:14,394 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:39:14,394 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526814394 2024-11-13T19:39:14,394 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526874394 2024-11-13T19:39:14,394 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:39:14,395 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34835,1731526752147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:14,395 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34835,1731526752147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:14,395 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34835,1731526752147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:14,395 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:34835, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:14,395 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:14,395 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:14,396 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:39:14,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.967sec 2024-11-13T19:39:14,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:39:14,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:39:14,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:39:14,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:39:14,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:39:14,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34835,1731526752147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:14,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34835,1731526752147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:39:14,400 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:39:14,400 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:39:14,400 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34835,1731526752147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:14,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b3e0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:14,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34835,-1 for getting cluster id 2024-11-13T19:39:14,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:14,499 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d' 2024-11-13T19:39:14,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:14,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d" 2024-11-13T19:39:14,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2e03d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:14,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34835,-1] 2024-11-13T19:39:14,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:14,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:14,501 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:14,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e12a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:14,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42037,1731526752370, seqNum=-1] 2024-11-13T19:39:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:14,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:14,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,34835,1731526752147 2024-11-13T19:39:14,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63912 2024-11-13T19:39:14,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:14,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e337420002 connected 2024-11-13T19:39:14,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.log.dir so I do NOT create it in target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff 2024-11-13T19:39:14,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:39:14,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.tmp.dir so I do NOT create it in target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff 2024-11-13T19:39:14,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:39:14,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff 2024-11-13T19:39:14,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:39:14,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/cluster_2577fa0b-000e-7c6b-332f-001fca6324fc, deleteOnExit=true 2024-11-13T19:39:14,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:39:14,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/test.cache.data in system properties and HBase conf 2024-11-13T19:39:14,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:39:14,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:39:14,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:39:14,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:39:14,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:39:14,526 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:39:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:39:14,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:14,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:14,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:14,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:14,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:39:14,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:14,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4acb23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:14,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2496d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:14,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@532a36fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/java.io.tmpdir/jetty-localhost-46775-hadoop-hdfs-3_4_1-tests_jar-_-any-18007244123056110321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:39:14,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12cd94b2{HTTP/1.1, (http/1.1)}{localhost:46775} 2024-11-13T19:39:14,898 INFO [Time-limited test {}] server.Server(415): Started @200825ms 2024-11-13T19:39:15,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:15,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:15,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:15,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:15,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:39:15,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b907227{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:15,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170eb768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:15,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bf11f52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/java.io.tmpdir/jetty-localhost-45159-hadoop-hdfs-3_4_1-tests_jar-_-any-1210186516903680888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:39:15,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634cbb9b{HTTP/1.1, (http/1.1)}{localhost:45159} 2024-11-13T19:39:15,190 INFO [Time-limited test {}] server.Server(415): Started @201116ms 2024-11-13T19:39:15,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:39:15,647 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/cluster_2577fa0b-000e-7c6b-332f-001fca6324fc/data/data1/current/BP-2028386397-172.17.0.3-1731526754545/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:15,647 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/cluster_2577fa0b-000e-7c6b-332f-001fca6324fc/data/data2/current/BP-2028386397-172.17.0.3-1731526754545/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:15,688 WARN [Thread-2303 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:39:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92a9b7879e6c17a7 with lease ID 0x99c5486d5957c594: Processing first storage report for DS-47a9f7f7-e2f7-4906-87f8-73a604987160 from datanode DatanodeRegistration(127.0.0.1:41557, datanodeUuid=b5899dd8-5f2f-46ce-aa8a-40b74af176f8, infoPort=43585, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1132608229;c=1731526754545) 2024-11-13T19:39:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92a9b7879e6c17a7 with lease ID 0x99c5486d5957c594: from storage DS-47a9f7f7-e2f7-4906-87f8-73a604987160 node DatanodeRegistration(127.0.0.1:41557, datanodeUuid=b5899dd8-5f2f-46ce-aa8a-40b74af176f8, infoPort=43585, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1132608229;c=1731526754545), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:39:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92a9b7879e6c17a7 with lease ID 0x99c5486d5957c594: Processing first storage report for DS-61b12b24-5a0c-4346-b14b-a6ced35ca115 from datanode DatanodeRegistration(127.0.0.1:41557, datanodeUuid=b5899dd8-5f2f-46ce-aa8a-40b74af176f8, infoPort=43585, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1132608229;c=1731526754545) 2024-11-13T19:39:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92a9b7879e6c17a7 with lease ID 0x99c5486d5957c594: from storage DS-61b12b24-5a0c-4346-b14b-a6ced35ca115 node DatanodeRegistration(127.0.0.1:41557, datanodeUuid=b5899dd8-5f2f-46ce-aa8a-40b74af176f8, infoPort=43585, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1132608229;c=1731526754545), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:39:15,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff 2024-11-13T19:39:15,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:15,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:15,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:39:16,128 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4 with version=8 2024-11-13T19:39:16,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/hbase-staging 2024-11-13T19:39:16,130 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:16,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:16,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:16,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:16,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:16,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:16,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:39:16,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:16,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33873 2024-11-13T19:39:16,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33873 connecting to ZooKeeper ensemble=127.0.0.1:63912 2024-11-13T19:39:16,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338730x0, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:16,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33873-0x10136e337420003 connected 2024-11-13T19:39:16,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:16,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:16,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on znode that does not yet exist, /1-1580465501/running 2024-11-13T19:39:16,222 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4, hbase.cluster.distributed=false 2024-11-13T19:39:16,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on znode that does not yet exist, /1-1580465501/acl 2024-11-13T19:39:16,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-13T19:39:16,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33873 2024-11-13T19:39:16,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33873 2024-11-13T19:39:16,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-13T19:39:16,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-13T19:39:16,241 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:16,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:16,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:16,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:16,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:16,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:16,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:39:16,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:16,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40999 2024-11-13T19:39:16,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40999 connecting to ZooKeeper ensemble=127.0.0.1:63912 2024-11-13T19:39:16,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:16,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:16,259 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409990x0, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:16,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409990x0, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on znode that does not yet exist, /1-1580465501/running 2024-11-13T19:39:16,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40999-0x10136e337420004 connected 2024-11-13T19:39:16,260 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:39:16,263 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:39:16,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on znode that does not yet exist, /1-1580465501/master 2024-11-13T19:39:16,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on znode that does not yet exist, /1-1580465501/acl 2024-11-13T19:39:16,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40999 2024-11-13T19:39:16,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40999 2024-11-13T19:39:16,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40999 2024-11-13T19:39:16,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40999 2024-11-13T19:39:16,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40999 2024-11-13T19:39:16,284 DEBUG [M:0;80cec940e2c9:33873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:33873 2024-11-13T19:39:16,284 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1580465501/backup-masters/80cec940e2c9,33873,1731526756129 2024-11-13T19:39:16,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501/backup-masters 2024-11-13T19:39:16,292 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501/backup-masters 2024-11-13T19:39:16,293 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on existing znode=/1-1580465501/backup-masters/80cec940e2c9,33873,1731526756129 2024-11-13T19:39:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:16,300 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1580465501/master 2024-11-13T19:39:16,301 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:16,301 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on existing znode=/1-1580465501/master 2024-11-13T19:39:16,301 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1580465501/backup-masters/80cec940e2c9,33873,1731526756129 from backup master directory 2024-11-13T19:39:16,309 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501/backup-masters 2024-11-13T19:39:16,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1580465501/backup-masters/80cec940e2c9,33873,1731526756129 2024-11-13T19:39:16,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501/backup-masters 2024-11-13T19:39:16,309 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:16,309 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,33873,1731526756129 2024-11-13T19:39:16,312 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/hbase.id] with ID: a5bb46d1-9971-4756-a7af-18c67d8ad5cc 2024-11-13T19:39:16,312 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/.tmp/hbase.id 2024-11-13T19:39:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:39:16,722 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/.tmp/hbase.id]:[hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/hbase.id] 2024-11-13T19:39:16,730 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:16,730 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:39:16,731 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:39:16,759 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:16,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:39:17,164 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:17,165 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:39:17,165 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:17,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:39:17,575 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store 2024-11-13T19:39:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:39:17,984 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:17,984 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:39:17,984 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:17,984 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:17,984 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:39:17,984 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:17,984 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:17,984 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526757984Disabling compacts and flushes for region at 1731526757984Disabling writes for close at 1731526757984Writing region close event to WAL at 1731526757984Closed at 1731526757984 2024-11-13T19:39:17,985 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/.initializing 2024-11-13T19:39:17,985 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/WALs/80cec940e2c9,33873,1731526756129 2024-11-13T19:39:17,986 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:17,987 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C33873%2C1731526756129, suffix=, logDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/WALs/80cec940e2c9,33873,1731526756129, archiveDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/oldWALs, maxLogs=10 2024-11-13T19:39:18,002 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/WALs/80cec940e2c9,33873,1731526756129/80cec940e2c9%2C33873%2C1731526756129.1731526757987, exclude list is [], retry=0 2024-11-13T19:39:18,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41557,DS-47a9f7f7-e2f7-4906-87f8-73a604987160,DISK] 2024-11-13T19:39:18,007 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/WALs/80cec940e2c9,33873,1731526756129/80cec940e2c9%2C33873%2C1731526756129.1731526757987 2024-11-13T19:39:18,007 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-13T19:39:18,007 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:18,008 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:18,008 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,008 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:39:18,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:18,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:18,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:39:18,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:18,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:18,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:39:18,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:18,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:18,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:39:18,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:18,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:18,014 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,015 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,015 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,016 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,016 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,016 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:18,017 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:18,018 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:18,019 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65869852, jitterRate=-0.018462717533111572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:18,019 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526758008Initializing all the Stores at 1731526758009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526758009Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526758009Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526758009Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526758009Cleaning up temporary data from old regions at 1731526758016 (+7 ms)Region opened successfully at 1731526758019 (+3 ms) 2024-11-13T19:39:18,019 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:39:18,021 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa2342f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:18,022 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:39:18,022 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:39:18,022 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:39:18,022 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:39:18,023 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:39:18,023 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:39:18,023 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:39:18,025 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:39:18,025 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Unable to get data of znode /1-1580465501/balancer because node does not exist (not necessarily an error) 2024-11-13T19:39:18,059 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1580465501/balancer already deleted, retry=false 2024-11-13T19:39:18,059 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:39:18,060 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Unable to get data of znode /1-1580465501/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:39:18,067 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1580465501/normalizer already deleted, retry=false 2024-11-13T19:39:18,067 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:39:18,068 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Unable to get data of znode /1-1580465501/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:39:18,075 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1580465501/switch/split already deleted, retry=false 2024-11-13T19:39:18,076 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Unable to get data of znode /1-1580465501/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:39:18,084 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1580465501/switch/merge already deleted, retry=false 2024-11-13T19:39:18,085 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Unable to get data of znode /1-1580465501/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:39:18,092 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1580465501/snapshot-cleanup already deleted, retry=false 2024-11-13T19:39:18,100 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1580465501/running 2024-11-13T19:39:18,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1580465501/running 2024-11-13T19:39:18,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:18,100 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:18,101 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,33873,1731526756129, sessionid=0x10136e337420003, setting cluster-up flag (Was=false) 2024-11-13T19:39:18,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:18,117 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:18,142 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1580465501/flush-table-proc/acquired, /1-1580465501/flush-table-proc/reached, /1-1580465501/flush-table-proc/abort 2024-11-13T19:39:18,143 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,33873,1731526756129 2024-11-13T19:39:18,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:18,159 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:18,184 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1580465501/online-snapshot/acquired, /1-1580465501/online-snapshot/reached, /1-1580465501/online-snapshot/abort 2024-11-13T19:39:18,184 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,33873,1731526756129 2024-11-13T19:39:18,185 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:39:18,187 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:18,188 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:39:18,188 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:39:18,188 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,33873,1731526756129 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:39:18,189 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:18,189 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:18,189 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:18,189 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:18,189 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:39:18,189 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,189 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:18,189 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,191 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:18,191 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:39:18,192 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:18,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:39:18,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526788196 2024-11-13T19:39:18,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:39:18,197 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:39:18,197 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:39:18,197 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:39:18,197 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:39:18,197 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:39:18,197 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:39:18,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:39:18,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:39:18,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:39:18,202 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:39:18,202 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:39:18,202 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526758202,5,FailOnTimeoutGroup] 2024-11-13T19:39:18,202 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526758202,5,FailOnTimeoutGroup] 2024-11-13T19:39:18,202 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,202 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:39:18,202 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,202 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:39:18,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:39:18,207 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4 2024-11-13T19:39:18,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:39:18,280 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(746): ClusterId : a5bb46d1-9971-4756-a7af-18c67d8ad5cc 2024-11-13T19:39:18,281 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:39:18,303 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:39:18,303 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:39:18,315 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:39:18,316 DEBUG [RS:0;80cec940e2c9:40999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4386db18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:18,332 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:40999 2024-11-13T19:39:18,333 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:39:18,333 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:39:18,333 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:39:18,334 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,33873,1731526756129 with port=40999, startcode=1731526756241 2024-11-13T19:39:18,334 DEBUG [RS:0;80cec940e2c9:40999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:39:18,336 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:39:18,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,40999,1731526756241 2024-11-13T19:39:18,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33873 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,40999,1731526756241 2024-11-13T19:39:18,338 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4 2024-11-13T19:39:18,338 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40621 2024-11-13T19:39:18,338 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:39:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501/rs 2024-11-13T19:39:18,374 DEBUG [RS:0;80cec940e2c9:40999 {}] zookeeper.ZKUtil(111): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on existing znode=/1-1580465501/rs/80cec940e2c9,40999,1731526756241 2024-11-13T19:39:18,375 WARN [RS:0;80cec940e2c9:40999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:18,375 INFO [RS:0;80cec940e2c9:40999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:18,375 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241 2024-11-13T19:39:18,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,40999,1731526756241] 2024-11-13T19:39:18,378 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:39:18,399 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:39:18,399 INFO [RS:0;80cec940e2c9:40999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:39:18,399 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,399 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:39:18,400 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:39:18,400 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:18,400 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:18,401 DEBUG [RS:0;80cec940e2c9:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:18,401 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,401 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,401 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,401 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,401 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,401 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40999,1731526756241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:18,416 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:39:18,416 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40999,1731526756241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,416 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,416 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.Replication(171): 80cec940e2c9,40999,1731526756241 started 2024-11-13T19:39:18,431 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:18,431 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,40999,1731526756241, RpcServer on 80cec940e2c9/172.17.0.3:40999, sessionid=0x10136e337420004 2024-11-13T19:39:18,431 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:39:18,431 DEBUG [RS:0;80cec940e2c9:40999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,40999,1731526756241 2024-11-13T19:39:18,431 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40999,1731526756241' 2024-11-13T19:39:18,431 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1580465501/flush-table-proc/abort' 2024-11-13T19:39:18,431 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1580465501/flush-table-proc/acquired' 2024-11-13T19:39:18,432 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:39:18,432 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:39:18,432 DEBUG [RS:0;80cec940e2c9:40999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,40999,1731526756241 2024-11-13T19:39:18,432 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40999,1731526756241' 2024-11-13T19:39:18,432 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1580465501/online-snapshot/abort' 2024-11-13T19:39:18,432 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1580465501/online-snapshot/acquired' 2024-11-13T19:39:18,432 DEBUG [RS:0;80cec940e2c9:40999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:39:18,432 INFO [RS:0;80cec940e2c9:40999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:39:18,432 INFO [RS:0;80cec940e2c9:40999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:39:18,533 INFO [RS:0;80cec940e2c9:40999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:18,535 INFO [RS:0;80cec940e2c9:40999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40999%2C1731526756241, suffix=, logDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241, archiveDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/oldWALs, maxLogs=10 2024-11-13T19:39:18,548 DEBUG [RS:0;80cec940e2c9:40999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535, exclude list is [], retry=0 2024-11-13T19:39:18,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41557,DS-47a9f7f7-e2f7-4906-87f8-73a604987160,DISK] 2024-11-13T19:39:18,552 INFO [RS:0;80cec940e2c9:40999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 2024-11-13T19:39:18,552 DEBUG [RS:0;80cec940e2c9:40999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-13T19:39:18,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:18,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:18,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:18,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:18,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:18,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:18,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:18,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:18,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:18,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:18,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:18,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:18,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:18,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:18,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:18,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:18,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:18,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:18,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740 2024-11-13T19:39:18,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740 2024-11-13T19:39:18,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:18,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:18,625 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:18,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:18,627 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:18,628 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60465675, jitterRate=-0.09899123013019562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:18,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526758615Initializing all the Stores at 1731526758616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526758616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526758616Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526758616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526758616Cleaning up temporary data from old regions at 1731526758624 (+8 ms)Region opened successfully at 1731526758628 (+4 ms) 2024-11-13T19:39:18,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:39:18,628 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:39:18,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:39:18,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:39:18,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:39:18,628 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:18,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526758628Disabling compacts and flushes for region at 1731526758628Disabling writes for close at 1731526758628Writing region close event to WAL at 1731526758628Closed at 1731526758628 2024-11-13T19:39:18,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:18,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:39:18,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:39:18,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:18,631 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:39:18,782 DEBUG [80cec940e2c9:33873 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:39:18,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,40999,1731526756241 2024-11-13T19:39:18,783 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40999,1731526756241, state=OPENING 2024-11-13T19:39:18,825 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:39:18,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:18,834 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:18,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1580465501/meta-region-server: CHANGED 2024-11-13T19:39:18,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1580465501/meta-region-server: CHANGED 2024-11-13T19:39:18,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:18,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40999,1731526756241}] 2024-11-13T19:39:18,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:39:18,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:39:18,991 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:39:18,991 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:18,992 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:39:18,993 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40999%2C1731526756241.meta, suffix=.meta, logDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241, archiveDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/oldWALs, maxLogs=10 2024-11-13T19:39:19,005 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.meta.1731526758993.meta, exclude list is [], retry=0 2024-11-13T19:39:19,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41557,DS-47a9f7f7-e2f7-4906-87f8-73a604987160,DISK] 2024-11-13T19:39:19,009 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.meta.1731526758993.meta 2024-11-13T19:39:19,009 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-13T19:39:19,009 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:19,009 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:19,010 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:39:19,010 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:39:19,010 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:39:19,010 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:39:19,010 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:19,010 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:39:19,010 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:39:19,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:19,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:19,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:19,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:19,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:19,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:19,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:19,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:19,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:19,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:19,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:19,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:19,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:19,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:19,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:19,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:19,015 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:19,016 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740 2024-11-13T19:39:19,017 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740 2024-11-13T19:39:19,018 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:19,018 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:19,018 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:19,019 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:19,019 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61798708, jitterRate=-0.0791274905204773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:19,019 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:39:19,019 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526759010Writing region info on filesystem at 1731526759010Initializing all the Stores at 1731526759011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526759011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526759011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526759011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526759011Cleaning up temporary data from old regions at 1731526759018 (+7 ms)Running coprocessor post-open hooks at 1731526759019 (+1 ms)Region opened successfully at 1731526759019 2024-11-13T19:39:19,020 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526758987 2024-11-13T19:39:19,022 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:39:19,022 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:39:19,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40999,1731526756241 2024-11-13T19:39:19,023 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40999,1731526756241, state=OPEN 2024-11-13T19:39:19,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1580465501/meta-region-server 2024-11-13T19:39:19,031 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1580465501/meta-region-server 2024-11-13T19:39:19,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,40999,1731526756241 2024-11-13T19:39:19,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1580465501/meta-region-server: CHANGED 2024-11-13T19:39:19,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1580465501/meta-region-server: CHANGED 2024-11-13T19:39:19,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:39:19,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40999,1731526756241 in 196 msec 2024-11-13T19:39:19,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:39:19,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-13T19:39:19,035 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:19,035 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:39:19,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:19,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40999,1731526756241, seqNum=-1] 2024-11-13T19:39:19,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:19,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:19,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-11-13T19:39:19,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526759041, completionTime=-1 2024-11-13T19:39:19,041 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:39:19,041 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:39:19,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:39:19,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526819043 2024-11-13T19:39:19,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526879043 2024-11-13T19:39:19,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:39:19,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33873,1731526756129-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:19,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33873,1731526756129-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:19,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33873,1731526756129-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:19,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:33873, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:19,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:19,044 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:19,045 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:39:19,047 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.738sec 2024-11-13T19:39:19,047 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:39:19,047 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:39:19,047 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:39:19,047 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:39:19,047 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:39:19,047 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33873,1731526756129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:19,048 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33873,1731526756129-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:39:19,049 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:39:19,050 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:39:19,050 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33873,1731526756129-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:19,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca9f6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:19,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33873,-1 for getting cluster id 2024-11-13T19:39:19,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:19,081 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5bb46d1-9971-4756-a7af-18c67d8ad5cc' 2024-11-13T19:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5bb46d1-9971-4756-a7af-18c67d8ad5cc" 2024-11-13T19:39:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2353aa0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33873,-1] 2024-11-13T19:39:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:19,083 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:19,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a317950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:19,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:19,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40999,1731526756241, seqNum=-1] 2024-11-13T19:39:19,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:19,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:19,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,33873,1731526756129 2024-11-13T19:39:19,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63912 2024-11-13T19:39:19,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:19,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e337420005 connected 2024-11-13T19:39:19,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,34835,1731526752147 2024-11-13T19:39:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@349f9a73 2024-11-13T19:39:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:19,109 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:19,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:39:19,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:39:19,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:19,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:39:19,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:39:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:39:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:19,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:39:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:19,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 542bf200df546ce3a05744456946f6f1, NAME => 'test,,1731526759110.542bf200df546ce3a05744456946f6f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c 2024-11-13T19:39:19,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:39:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:19,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:39:19,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:19,908 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:39:19,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:39:19,909 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:19,909 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:39:19,909 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:39:19,909 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:39:19,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526759110.542bf200df546ce3a05744456946f6f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:19,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 542bf200df546ce3a05744456946f6f1, disabling compactions & flushes 2024-11-13T19:39:19,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:19,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:19,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526759110.542bf200df546ce3a05744456946f6f1. after waiting 0 ms 2024-11-13T19:39:19,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:19,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:19,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 542bf200df546ce3a05744456946f6f1: Waiting for close lock at 1731526759926Disabling compacts and flushes for region at 1731526759926Disabling writes for close at 1731526759926Writing region close event to WAL at 1731526759926Closed at 1731526759926 2024-11-13T19:39:19,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:39:19,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526759110.542bf200df546ce3a05744456946f6f1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526759929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526759929"}]},"ts":"1731526759929"} 2024-11-13T19:39:19,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:39:19,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:39:19,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526759934"}]},"ts":"1731526759934"} 2024-11-13T19:39:19,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:39:19,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=542bf200df546ce3a05744456946f6f1, ASSIGN}] 2024-11-13T19:39:19,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=542bf200df546ce3a05744456946f6f1, ASSIGN 2024-11-13T19:39:19,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=542bf200df546ce3a05744456946f6f1, ASSIGN; state=OFFLINE, location=80cec940e2c9,42037,1731526752370; forceNewPlan=false, retain=false 2024-11-13T19:39:20,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=542bf200df546ce3a05744456946f6f1, regionState=OPENING, regionLocation=80cec940e2c9,42037,1731526752370 2024-11-13T19:39:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=542bf200df546ce3a05744456946f6f1, ASSIGN because future has completed 2024-11-13T19:39:20,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 542bf200df546ce3a05744456946f6f1, server=80cec940e2c9,42037,1731526752370}] 2024-11-13T19:39:20,247 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:20,247 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 542bf200df546ce3a05744456946f6f1, NAME => 'test,,1731526759110.542bf200df546ce3a05744456946f6f1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:20,248 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:20,248 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:39:20,248 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,248 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526759110.542bf200df546ce3a05744456946f6f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:20,248 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,248 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,250 INFO [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,252 INFO [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 542bf200df546ce3a05744456946f6f1 columnFamilyName f 2024-11-13T19:39:20,252 DEBUG [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:20,252 INFO [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] regionserver.HStore(327): Store=542bf200df546ce3a05744456946f6f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:20,252 INFO [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,253 INFO [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 542bf200df546ce3a05744456946f6f1 columnFamilyName f1 2024-11-13T19:39:20,253 DEBUG [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:20,254 INFO [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] regionserver.HStore(327): Store=542bf200df546ce3a05744456946f6f1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:20,254 INFO [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,254 INFO [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 542bf200df546ce3a05744456946f6f1 columnFamilyName norep 2024-11-13T19:39:20,255 DEBUG [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:20,255 INFO [StoreOpener-542bf200df546ce3a05744456946f6f1-1 {}] regionserver.HStore(327): Store=542bf200df546ce3a05744456946f6f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:20,255 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,256 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,256 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,257 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,257 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,257 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:39:20,258 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,260 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:20,260 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 542bf200df546ce3a05744456946f6f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60999346, jitterRate=-0.09103891253471375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:39:20,260 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:20,261 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 542bf200df546ce3a05744456946f6f1: Running coprocessor pre-open hook at 1731526760248Writing region info on filesystem at 1731526760248Initializing all the Stores at 1731526760249 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526760250 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526760250Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526760250Cleaning up temporary data from old regions at 1731526760257 (+7 ms)Running coprocessor post-open hooks at 1731526760260 (+3 ms)Region opened successfully at 1731526760261 (+1 ms) 2024-11-13T19:39:20,262 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526759110.542bf200df546ce3a05744456946f6f1., pid=6, masterSystemTime=1731526760243 2024-11-13T19:39:20,264 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:20,264 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:20,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=542bf200df546ce3a05744456946f6f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,42037,1731526752370 2024-11-13T19:39:20,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 542bf200df546ce3a05744456946f6f1, server=80cec940e2c9,42037,1731526752370 because future has completed 2024-11-13T19:39:20,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:39:20,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 542bf200df546ce3a05744456946f6f1, server=80cec940e2c9,42037,1731526752370 in 177 msec 2024-11-13T19:39:20,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:39:20,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=542bf200df546ce3a05744456946f6f1, ASSIGN in 334 msec 2024-11-13T19:39:20,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:39:20,275 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526760274"}]},"ts":"1731526760274"} 2024-11-13T19:39:20,277 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:39:20,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:39:20,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-13T19:39:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:21,258 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:39:21,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,33873,1731526756129 2024-11-13T19:39:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@648cde7c 2024-11-13T19:39:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:21,260 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:21,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:39:21,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:39:21,263 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:21,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:39:21,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:39:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:21,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:39:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:21,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76daaaf0f7b9022f6821c612e862fece, NAME => 'test,,1731526761260.76daaaf0f7b9022f6821c612e862fece.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4 2024-11-13T19:39:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:39:21,675 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526761260.76daaaf0f7b9022f6821c612e862fece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:21,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76daaaf0f7b9022f6821c612e862fece, disabling compactions & flushes 2024-11-13T19:39:21,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:21,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:21,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. after waiting 0 ms 2024-11-13T19:39:21,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:21,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:21,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76daaaf0f7b9022f6821c612e862fece: Waiting for close lock at 1731526761676Disabling compacts and flushes for region at 1731526761676Disabling writes for close at 1731526761676Writing region close event to WAL at 1731526761676Closed at 1731526761676 2024-11-13T19:39:21,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:39:21,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526761260.76daaaf0f7b9022f6821c612e862fece.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526761677"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526761677"}]},"ts":"1731526761677"} 2024-11-13T19:39:21,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:39:21,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:39:21,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526761680"}]},"ts":"1731526761680"} 2024-11-13T19:39:21,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:39:21,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76daaaf0f7b9022f6821c612e862fece, ASSIGN}] 2024-11-13T19:39:21,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76daaaf0f7b9022f6821c612e862fece, ASSIGN 2024-11-13T19:39:21,684 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76daaaf0f7b9022f6821c612e862fece, ASSIGN; state=OFFLINE, location=80cec940e2c9,40999,1731526756241; forceNewPlan=false, retain=false 2024-11-13T19:39:21,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76daaaf0f7b9022f6821c612e862fece, regionState=OPENING, regionLocation=80cec940e2c9,40999,1731526756241 2024-11-13T19:39:21,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76daaaf0f7b9022f6821c612e862fece, ASSIGN because future has completed 2024-11-13T19:39:21,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76daaaf0f7b9022f6821c612e862fece, server=80cec940e2c9,40999,1731526756241}] 2024-11-13T19:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:21,998 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:21,998 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76daaaf0f7b9022f6821c612e862fece, NAME => 'test,,1731526761260.76daaaf0f7b9022f6821c612e862fece.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:21,999 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:21,999 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:39:21,999 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:21,999 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526761260.76daaaf0f7b9022f6821c612e862fece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:21,999 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:21,999 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,001 INFO [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,002 INFO [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76daaaf0f7b9022f6821c612e862fece columnFamilyName f 2024-11-13T19:39:22,002 DEBUG [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:22,003 INFO [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] regionserver.HStore(327): Store=76daaaf0f7b9022f6821c612e862fece/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:22,003 INFO [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,007 INFO [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76daaaf0f7b9022f6821c612e862fece columnFamilyName f1 2024-11-13T19:39:22,007 DEBUG [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:22,008 INFO [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] regionserver.HStore(327): Store=76daaaf0f7b9022f6821c612e862fece/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:22,008 INFO [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,009 INFO [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76daaaf0f7b9022f6821c612e862fece columnFamilyName norep 2024-11-13T19:39:22,009 DEBUG [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:22,010 INFO [StoreOpener-76daaaf0f7b9022f6821c612e862fece-1 {}] regionserver.HStore(327): Store=76daaaf0f7b9022f6821c612e862fece/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:22,010 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,011 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,012 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,013 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,013 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,014 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:39:22,016 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,018 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:22,019 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76daaaf0f7b9022f6821c612e862fece; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69391489, jitterRate=0.034013763070106506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:39:22,019 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:22,019 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76daaaf0f7b9022f6821c612e862fece: Running coprocessor pre-open hook at 1731526761999Writing region info on filesystem at 1731526761999Initializing all the Stores at 1731526762001 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526762001Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526762001Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526762001Cleaning up temporary data from old regions at 1731526762013 (+12 ms)Running coprocessor post-open hooks at 1731526762019 (+6 ms)Region opened successfully at 1731526762019 2024-11-13T19:39:22,020 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526761260.76daaaf0f7b9022f6821c612e862fece., pid=6, masterSystemTime=1731526761989 2024-11-13T19:39:22,024 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:22,024 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:22,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76daaaf0f7b9022f6821c612e862fece, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,40999,1731526756241 2024-11-13T19:39:22,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76daaaf0f7b9022f6821c612e862fece, server=80cec940e2c9,40999,1731526756241 because future has completed 2024-11-13T19:39:22,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:39:22,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76daaaf0f7b9022f6821c612e862fece, server=80cec940e2c9,40999,1731526756241 in 190 msec 2024-11-13T19:39:22,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:39:22,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76daaaf0f7b9022f6821c612e862fece, ASSIGN in 347 msec 2024-11-13T19:39:22,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:39:22,031 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526762031"}]},"ts":"1731526762031"} 2024-11-13T19:39:22,033 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:39:22,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:39:22,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 773 msec 2024-11-13T19:39:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:22,398 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:39:22,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661914ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34835,-1 for getting cluster id 2024-11-13T19:39:22,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:22,400 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d' 2024-11-13T19:39:22,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:22,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d" 2024-11-13T19:39:22,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c20d901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34835,-1] 2024-11-13T19:39:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:22,401 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c18b91b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4186d7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33873,-1 for getting cluster id 2024-11-13T19:39:22,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:22,403 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5bb46d1-9971-4756-a7af-18c67d8ad5cc' 2024-11-13T19:39:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5bb46d1-9971-4756-a7af-18c67d8ad5cc" 2024-11-13T19:39:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad5332f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33873,-1] 2024-11-13T19:39:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:22,404 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:22,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec24aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162189ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34835,-1 for getting cluster id 2024-11-13T19:39:22,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:22,406 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d' 2024-11-13T19:39:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d" 2024-11-13T19:39:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74430d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34835,-1] 2024-11-13T19:39:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:22,407 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c7f7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,34835,1731526752147 2024-11-13T19:39:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@313dd031 2024-11-13T19:39:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:22,408 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:22,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:33873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:39:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:39:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:22,411 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:33873' 2024-11-13T19:39:22,414 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdcef69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,414 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33873,-1 for getting cluster id 2024-11-13T19:39:22,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:22,415 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5bb46d1-9971-4756-a7af-18c67d8ad5cc' 2024-11-13T19:39:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5bb46d1-9971-4756-a7af-18c67d8ad5cc" 2024-11-13T19:39:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a19f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33873,-1] 2024-11-13T19:39:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:22,416 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:22,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eff58d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:22,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:22,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,33873,1731526756129 2024-11-13T19:39:22,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b10838a 2024-11-13T19:39:22,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:22,418 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:22,419 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:39:22,419 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:39:22,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:22,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:22,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:22,419 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:22,420 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:39:22,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:39:22,421 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:22,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:39:22,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:39:22,470 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:39:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:22,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4400ec53e955d81abeee67dfda72935f, NAME => 'hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c 2024-11-13T19:39:22,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:39:22,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:22,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4400ec53e955d81abeee67dfda72935f, disabling compactions & flushes 2024-11-13T19:39:22,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:22,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:22,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. after waiting 0 ms 2024-11-13T19:39:22,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:22,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:22,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4400ec53e955d81abeee67dfda72935f: Waiting for close lock at 1731526762848Disabling compacts and flushes for region at 1731526762848Disabling writes for close at 1731526762848Writing region close event to WAL at 1731526762848Closed at 1731526762848 2024-11-13T19:39:22,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:39:22,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526762853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526762853"}]},"ts":"1731526762853"} 2024-11-13T19:39:22,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:39:22,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:39:22,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526762858"}]},"ts":"1731526762858"} 2024-11-13T19:39:22,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:39:22,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4400ec53e955d81abeee67dfda72935f, ASSIGN}] 2024-11-13T19:39:22,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4400ec53e955d81abeee67dfda72935f, ASSIGN 2024-11-13T19:39:22,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4400ec53e955d81abeee67dfda72935f, ASSIGN; state=OFFLINE, location=80cec940e2c9,42037,1731526752370; forceNewPlan=false, retain=false 2024-11-13T19:39:23,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4400ec53e955d81abeee67dfda72935f, regionState=OPENING, regionLocation=80cec940e2c9,42037,1731526752370 2024-11-13T19:39:23,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4400ec53e955d81abeee67dfda72935f, ASSIGN because future has completed 2024-11-13T19:39:23,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4400ec53e955d81abeee67dfda72935f, server=80cec940e2c9,42037,1731526752370}] 2024-11-13T19:39:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:23,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:23,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:23,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:39:23,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C42037%2C1731526752370.rep, suffix=, logDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370, archiveDir=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/oldWALs, maxLogs=10 2024-11-13T19:39:23,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.rep.1731526763176, exclude list is [], retry=0 2024-11-13T19:39:23,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-f638dce8-5c5b-4d64-b6d6-43f746ff64db,DISK] 2024-11-13T19:39:23,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.rep.1731526763176 2024-11-13T19:39:23,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46223:46223)] 2024-11-13T19:39:23,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4400ec53e955d81abeee67dfda72935f, NAME => 'hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:23,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:23,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:39:23,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. service=MultiRowMutationService 2024-11-13T19:39:23,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:39:23,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:23,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,193 INFO [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,194 INFO [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4400ec53e955d81abeee67dfda72935f columnFamilyName hfileref 2024-11-13T19:39:23,194 DEBUG [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:23,194 INFO [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] regionserver.HStore(327): Store=4400ec53e955d81abeee67dfda72935f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:23,194 INFO [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,195 INFO [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4400ec53e955d81abeee67dfda72935f columnFamilyName queue 2024-11-13T19:39:23,195 DEBUG [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:23,195 INFO [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] regionserver.HStore(327): Store=4400ec53e955d81abeee67dfda72935f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:23,195 INFO [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,196 INFO [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4400ec53e955d81abeee67dfda72935f columnFamilyName sid 2024-11-13T19:39:23,196 DEBUG [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:23,196 INFO [StoreOpener-4400ec53e955d81abeee67dfda72935f-1 {}] regionserver.HStore(327): Store=4400ec53e955d81abeee67dfda72935f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:23,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/replication/4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/replication/4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:39:23,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/replication/4400ec53e955d81abeee67dfda72935f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:23,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4400ec53e955d81abeee67dfda72935f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63562505, jitterRate=-0.05284486711025238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:39:23,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:23,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4400ec53e955d81abeee67dfda72935f: Running coprocessor pre-open hook at 1731526763192Writing region info on filesystem at 1731526763192Initializing all the Stores at 1731526763192Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526763193 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526763193Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526763193Cleaning up temporary data from old regions at 1731526763198 (+5 ms)Running coprocessor post-open hooks at 1731526763201 (+3 ms)Region opened successfully at 1731526763202 (+1 ms) 2024-11-13T19:39:23,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f., pid=10, masterSystemTime=1731526763171 2024-11-13T19:39:23,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:23,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:23,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4400ec53e955d81abeee67dfda72935f, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,42037,1731526752370 2024-11-13T19:39:23,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4400ec53e955d81abeee67dfda72935f, server=80cec940e2c9,42037,1731526752370 because future has completed 2024-11-13T19:39:23,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:39:23,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4400ec53e955d81abeee67dfda72935f, server=80cec940e2c9,42037,1731526752370 in 188 msec 2024-11-13T19:39:23,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:39:23,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4400ec53e955d81abeee67dfda72935f, ASSIGN in 346 msec 2024-11-13T19:39:23,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:39:23,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526763211"}]},"ts":"1731526763211"} 2024-11-13T19:39:23,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:39:23,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:39:23,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 794 msec 2024-11-13T19:39:23,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f., hostname=80cec940e2c9,42037,1731526752370, seqNum=2] 2024-11-13T19:39:23,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:23,250 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:23,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:39:23,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:39:23,421 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:39:23,455 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,42037,1731526752370, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:39:23,455 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:23,456 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42037,1731526752370, seqNum=-1] 2024-11-13T19:39:23,456 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:23,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T19:39:23,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,42037,1731526752370', locateType=CURRENT is [region=hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f., hostname=80cec940e2c9,42037,1731526752370, seqNum=2] 2024-11-13T19:39:23,461 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:39:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:39:23,463 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,42037,1731526752370 suceeded 2024-11-13T19:39:23,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:39:23,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-13T19:39:23,465 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:33873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:39:23,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0560 sec 2024-11-13T19:39:23,480 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:33873' 2024-11-13T19:39:23,481 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33ee475a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:23,481 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33873,-1 for getting cluster id 2024-11-13T19:39:23,482 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:23,482 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5bb46d1-9971-4756-a7af-18c67d8ad5cc' 2024-11-13T19:39:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:23,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5bb46d1-9971-4756-a7af-18c67d8ad5cc" 2024-11-13T19:39:23,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d7ed93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:23,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33873,-1] 2024-11-13T19:39:23,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:23,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:23,484 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:23,487 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375d9712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:23,487 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:23,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,33873,1731526756129 2024-11-13T19:39:23,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b1d9863 2024-11-13T19:39:23,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:23,490 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T19:39:23,491 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,42037,1731526752370 (queues=1) is replicating from cluster=cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d to cluster=a5bb46d1-9971-4756-a7af-18c67d8ad5cc 2024-11-13T19:39:23,491 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C42037%2C1731526752370 2024-11-13T19:39:23,491 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,42037,1731526752370, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:39:23,495 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375, startPosition=0, beingWritten=true 2024-11-13T19:39:23,502 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C42037%2C1731526752370 2024-11-13T19:39:23,505 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:23,505 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 379, reset compression=false 2024-11-13T19:39:23,505 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42037,1731526752370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:23,548 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:39:23,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:23,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:23,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:23,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:23,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:23,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c322cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:23,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33873,-1 for getting cluster id 2024-11-13T19:39:23,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:23,550 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5bb46d1-9971-4756-a7af-18c67d8ad5cc' 2024-11-13T19:39:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5bb46d1-9971-4756-a7af-18c67d8ad5cc" 2024-11-13T19:39:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3a265d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33873,-1] 2024-11-13T19:39:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:23,552 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1e9b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:23,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,33873,1731526756129 2024-11-13T19:39:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f0b106a 2024-11-13T19:39:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:23,555 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:23,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:34835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:39:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:39:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:23,558 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:34835' 2024-11-13T19:39:23,559 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdbc810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:23,559 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34835,-1 for getting cluster id 2024-11-13T19:39:23,559 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:23,559 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d' 2024-11-13T19:39:23,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:23,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d" 2024-11-13T19:39:23,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5cdaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:23,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34835,-1] 2024-11-13T19:39:23,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:23,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:23,561 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:23,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b946a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:23,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:23,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,34835,1731526752147 2024-11-13T19:39:23,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e07509f 2024-11-13T19:39:23,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:23,563 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:23,563 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:39:23,563 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:39:23,563 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:23,563 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:23,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:23,564 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:23,565 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:39:23,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:39:23,566 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:23,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:39:23,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:39:23,615 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:39:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:23,708 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 379, reset compression=false 2024-11-13T19:39:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:23,976 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91884ba93dd0764f7a9364cae900c26b, NAME => 'hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4 2024-11-13T19:39:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:39:23,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:23,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 91884ba93dd0764f7a9364cae900c26b, disabling compactions & flushes 2024-11-13T19:39:23,981 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:23,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:23,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. after waiting 0 ms 2024-11-13T19:39:23,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:23,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:23,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91884ba93dd0764f7a9364cae900c26b: Waiting for close lock at 1731526763981Disabling compacts and flushes for region at 1731526763981Disabling writes for close at 1731526763982 (+1 ms)Writing region close event to WAL at 1731526763982Closed at 1731526763982 2024-11-13T19:39:23,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:39:23,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526763983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526763983"}]},"ts":"1731526763983"} 2024-11-13T19:39:23,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:39:23,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:39:23,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526763986"}]},"ts":"1731526763986"} 2024-11-13T19:39:23,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:39:23,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91884ba93dd0764f7a9364cae900c26b, ASSIGN}] 2024-11-13T19:39:23,989 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91884ba93dd0764f7a9364cae900c26b, ASSIGN 2024-11-13T19:39:23,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91884ba93dd0764f7a9364cae900c26b, ASSIGN; state=OFFLINE, location=80cec940e2c9,40999,1731526756241; forceNewPlan=false, retain=false 2024-11-13T19:39:24,015 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 379, reset compression=false 2024-11-13T19:39:24,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91884ba93dd0764f7a9364cae900c26b, regionState=OPENING, regionLocation=80cec940e2c9,40999,1731526756241 2024-11-13T19:39:24,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91884ba93dd0764f7a9364cae900c26b, ASSIGN because future has completed 2024-11-13T19:39:24,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91884ba93dd0764f7a9364cae900c26b, server=80cec940e2c9,40999,1731526756241}] 2024-11-13T19:39:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:24,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:24,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:24,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:39:24,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40999%2C1731526756241.rep, suffix=, logDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241, archiveDir=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/oldWALs, maxLogs=10 2024-11-13T19:39:24,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.rep.1731526764299, exclude list is [], retry=0 2024-11-13T19:39:24,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41557,DS-47a9f7f7-e2f7-4906-87f8-73a604987160,DISK] 2024-11-13T19:39:24,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.rep.1731526764299 2024-11-13T19:39:24,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-13T19:39:24,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 91884ba93dd0764f7a9364cae900c26b, NAME => 'hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:24,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:24,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:39:24,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. service=MultiRowMutationService 2024-11-13T19:39:24,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:39:24,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:24,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,316 INFO [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,317 INFO [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91884ba93dd0764f7a9364cae900c26b columnFamilyName hfileref 2024-11-13T19:39:24,317 DEBUG [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:24,318 INFO [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] regionserver.HStore(327): Store=91884ba93dd0764f7a9364cae900c26b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:24,318 INFO [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,319 INFO [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91884ba93dd0764f7a9364cae900c26b columnFamilyName queue 2024-11-13T19:39:24,319 DEBUG [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:24,319 INFO [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] regionserver.HStore(327): Store=91884ba93dd0764f7a9364cae900c26b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:24,319 INFO [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,320 INFO [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91884ba93dd0764f7a9364cae900c26b columnFamilyName sid 2024-11-13T19:39:24,320 DEBUG [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:24,320 INFO [StoreOpener-91884ba93dd0764f7a9364cae900c26b-1 {}] regionserver.HStore(327): Store=91884ba93dd0764f7a9364cae900c26b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:24,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/replication/91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/replication/91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:39:24,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/replication/91884ba93dd0764f7a9364cae900c26b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:24,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 91884ba93dd0764f7a9364cae900c26b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65231741, jitterRate=-0.027971312403678894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:39:24,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:24,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 91884ba93dd0764f7a9364cae900c26b: Running coprocessor pre-open hook at 1731526764315Writing region info on filesystem at 1731526764315Initializing all the Stores at 1731526764316 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526764316Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526764316Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526764316Cleaning up temporary data from old regions at 1731526764321 (+5 ms)Running coprocessor post-open hooks at 1731526764324 (+3 ms)Region opened successfully at 1731526764324 2024-11-13T19:39:24,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b., pid=10, masterSystemTime=1731526764295 2024-11-13T19:39:24,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:24,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:24,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91884ba93dd0764f7a9364cae900c26b, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40999,1731526756241 2024-11-13T19:39:24,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91884ba93dd0764f7a9364cae900c26b, server=80cec940e2c9,40999,1731526756241 because future has completed 2024-11-13T19:39:24,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:39:24,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 91884ba93dd0764f7a9364cae900c26b, server=80cec940e2c9,40999,1731526756241 in 188 msec 2024-11-13T19:39:24,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:39:24,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91884ba93dd0764f7a9364cae900c26b, ASSIGN in 345 msec 2024-11-13T19:39:24,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:39:24,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526764335"}]},"ts":"1731526764335"} 2024-11-13T19:39:24,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:39:24,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:39:24,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-13T19:39:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b., hostname=80cec940e2c9,40999,1731526756241, seqNum=2] 2024-11-13T19:39:24,378 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:39:24,378 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:39:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:24,397 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:24,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:39:24,419 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 379, reset compression=false 2024-11-13T19:39:24,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:39:24,567 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:39:24,593 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,40999,1731526756241, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:39:24,593 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:24,593 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40999,1731526756241, seqNum=-1] 2024-11-13T19:39:24,594 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:24,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T19:39:24,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,40999,1731526756241', locateType=CURRENT is [region=hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b., hostname=80cec940e2c9,40999,1731526756241, seqNum=2] 2024-11-13T19:39:24,598 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:39:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:39:24,600 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,40999,1731526756241 suceeded 2024-11-13T19:39:24,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:39:24,602 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:34835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:39:24,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T19:39:24,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0470 sec 2024-11-13T19:39:24,611 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:34835' 2024-11-13T19:39:24,612 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@130a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:24,612 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34835,-1 for getting cluster id 2024-11-13T19:39:24,612 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:24,612 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d' 2024-11-13T19:39:24,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d" 2024-11-13T19:39:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22dc4760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34835,-1] 2024-11-13T19:39:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:24,613 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:24,614 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25f0ee56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:24,614 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:24,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,34835,1731526752147 2024-11-13T19:39:24,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6719152b 2024-11-13T19:39:24,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:24,615 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T19:39:24,616 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,40999,1731526756241 (queues=1) is replicating from cluster=a5bb46d1-9971-4756-a7af-18c67d8ad5cc to cluster=cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d 2024-11-13T19:39:24,616 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C40999%2C1731526756241 2024-11-13T19:39:24,616 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,40999,1731526756241, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:39:24,616 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C40999%2C1731526756241 2024-11-13T19:39:24,616 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535, startPosition=0, beingWritten=true 2024-11-13T19:39:24,621 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:24,621 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 379, reset compression=false 2024-11-13T19:39:24,621 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40999,1731526756241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:24,698 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:39:24,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:24,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:24,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:24,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:24,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:24,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42037,1731526752370, seqNum=-1] 2024-11-13T19:39:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:24,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526759110.542bf200df546ce3a05744456946f6f1., hostname=80cec940e2c9,42037,1731526752370, seqNum=2] 2024-11-13T19:39:24,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40999,1731526756241, seqNum=-1] 2024-11-13T19:39:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:24,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:24,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526761260.76daaaf0f7b9022f6821c612e862fece., hostname=80cec940e2c9,40999,1731526756241, seqNum=2] 2024-11-13T19:39:24,710 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T19:39:24,827 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 379, reset compression=false 2024-11-13T19:39:24,923 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 379, reset compression=false 2024-11-13T19:39:24,927 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:39:24,927 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 480, reset compression=false 2024-11-13T19:39:24,927 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42037,1731526752370 got entry batch from reader: WALEntryBatch [walEntries=[{test/542bf200df546ce3a05744456946f6f1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T19:39:24,929 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:39:24,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T19:39:24,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:39:24,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1332499b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:24,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33873,-1 for getting cluster id 2024-11-13T19:39:24,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:24,933 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5bb46d1-9971-4756-a7af-18c67d8ad5cc' 2024-11-13T19:39:24,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:24,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5bb46d1-9971-4756-a7af-18c67d8ad5cc" 2024-11-13T19:39:24,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@562d1574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:24,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33873,-1] 2024-11-13T19:39:24,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:24,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:24,934 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:24,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26b3e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:24,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:24,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40999,1731526756241, seqNum=-1] 2024-11-13T19:39:24,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:24,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T19:39:24,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526761260.76daaaf0f7b9022f6821c612e862fece., hostname=80cec940e2c9,40999,1731526756241, seqNum=2] 2024-11-13T19:39:24,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:39:25,131 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 379, reset compression=false 2024-11-13T19:39:25,132 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 480, reset compression=false 2024-11-13T19:39:25,135 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:25,135 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 504, reset compression=false 2024-11-13T19:39:25,135 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40999,1731526756241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:25,338 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 504, reset compression=false 2024-11-13T19:39:25,435 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 480, reset compression=false 2024-11-13T19:39:25,642 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 504, reset compression=false 2024-11-13T19:39:25,713 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T19:39:25,716 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T19:39:25,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:39:25,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:25,839 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 480, reset compression=false 2024-11-13T19:39:26,046 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 504, reset compression=false 2024-11-13T19:39:26,050 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:39:26,050 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 608, reset compression=false 2024-11-13T19:39:26,050 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40999,1731526756241 got entry batch from reader: WALEntryBatch [walEntries=[{test/76daaaf0f7b9022f6821c612e862fece/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:39:26,052 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:39:26,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T19:39:26,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:39:26,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@399cbe94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:26,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34835,-1 for getting cluster id 2024-11-13T19:39:26,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:26,056 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d' 2024-11-13T19:39:26,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:26,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0dd3a2-c516-48b6-ba61-0eee6e7b8b4d" 2024-11-13T19:39:26,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e25e2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:26,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34835,-1] 2024-11-13T19:39:26,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:26,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:26,057 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:26,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58737e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:26,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:26,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42037,1731526752370, seqNum=-1] 2024-11-13T19:39:26,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:26,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T19:39:26,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731526759110.542bf200df546ce3a05744456946f6f1., hostname=80cec940e2c9,42037,1731526752370, seqNum=2] 2024-11-13T19:39:26,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:39:26,256 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 608, reset compression=false 2024-11-13T19:39:26,343 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 480, reset compression=false 2024-11-13T19:39:26,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:26,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 608, reset compression=false 2024-11-13T19:39:26,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42037,1731526752370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:26,552 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 608, reset compression=false 2024-11-13T19:39:26,559 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 608, reset compression=false 2024-11-13T19:39:26,718 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T19:39:26,731 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T19:39:26,857 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 608, reset compression=false 2024-11-13T19:39:26,862 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:39:26,862 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 764, reset compression=false 2024-11-13T19:39:26,862 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42037,1731526752370 got entry batch from reader: WALEntryBatch [walEntries=[{test/542bf200df546ce3a05744456946f6f1/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T19:39:26,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:39:26,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:39:26,963 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 608, reset compression=false 2024-11-13T19:39:26,967 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:26,967 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 756, reset compression=false 2024-11-13T19:39:26,967 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40999,1731526756241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:27,066 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 764, reset compression=false 2024-11-13T19:39:27,171 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 756, reset compression=false 2024-11-13T19:39:27,370 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 764, reset compression=false 2024-11-13T19:39:27,474 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 756, reset compression=false 2024-11-13T19:39:27,733 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T19:39:27,738 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T19:39:27,774 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 764, reset compression=false 2024-11-13T19:39:27,885 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 756, reset compression=false 2024-11-13T19:39:27,889 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:39:27,889 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 915, reset compression=false 2024-11-13T19:39:27,889 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40999,1731526756241 got entry batch from reader: WALEntryBatch [walEntries=[{test/76daaaf0f7b9022f6821c612e862fece/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:39:27,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:39:27,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:39:28,093 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 915, reset compression=false 2024-11-13T19:39:28,280 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 764, reset compression=false 2024-11-13T19:39:28,283 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:28,283 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 914, reset compression=false 2024-11-13T19:39:28,284 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42037,1731526752370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:28,397 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 915, reset compression=false 2024-11-13T19:39:28,487 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 914, reset compression=false 2024-11-13T19:39:28,740 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T19:39:28,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:39:28,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:28,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:28,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:28,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:28,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:28,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:39:28,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1147228831, stopped=false 2024-11-13T19:39:28,742 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,33873,1731526756129 2024-11-13T19:39:28,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1580465501/running 2024-11-13T19:39:28,758 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1580465501/running 2024-11-13T19:39:28,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:28,758 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:28,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:39:28,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:28,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:28,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:28,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,40999,1731526756241' ***** 2024-11-13T19:39:28,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on znode that does not yet exist, /1-1580465501/running 2024-11-13T19:39:28,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:39:28,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Set watcher on znode that does not yet exist, /1-1580465501/running 2024-11-13T19:39:28,759 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:39:28,759 INFO [RS:0;80cec940e2c9:40999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:39:28,759 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:39:28,759 INFO [RS:0;80cec940e2c9:40999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:39:28,759 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(3091): Received CLOSE for 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:28,760 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(3091): Received CLOSE for 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:28,760 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,40999,1731526756241 2024-11-13T19:39:28,760 INFO [RS:0;80cec940e2c9:40999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:39:28,760 INFO [RS:0;80cec940e2c9:40999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40999. 2024-11-13T19:39:28,760 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91884ba93dd0764f7a9364cae900c26b, disabling compactions & flushes 2024-11-13T19:39:28,760 DEBUG [RS:0;80cec940e2c9:40999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:28,760 DEBUG [RS:0;80cec940e2c9:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:28,760 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:28,760 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:28,760 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:39:28,760 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:39:28,760 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. after waiting 0 ms 2024-11-13T19:39:28,760 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:39:28,760 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:28,760 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:39:28,760 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91884ba93dd0764f7a9364cae900c26b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T19:39:28,760 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:39:28,760 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 91884ba93dd0764f7a9364cae900c26b=hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b., 76daaaf0f7b9022f6821c612e862fece=test,,1731526761260.76daaaf0f7b9022f6821c612e862fece.} 2024-11-13T19:39:28,760 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76daaaf0f7b9022f6821c612e862fece, 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:28,760 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:39:28,760 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:39:28,760 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:39:28,760 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:39:28,760 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:39:28,760 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:39:28,774 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/replication/91884ba93dd0764f7a9364cae900c26b/.tmp/queue/45e9321bdae8457593684c1d7847b9e7 is 153, key is 1-80cec940e2c9,40999,1731526756241/queue:80cec940e2c9%2C40999%2C1731526756241/1731526767894/Put/seqid=0 2024-11-13T19:39:28,777 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/info/66784504c3304b16b8b92366833b787b is 147, key is hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b./info:regioninfo/1731526764327/Put/seqid=0 2024-11-13T19:39:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741841_1017 (size=7686) 2024-11-13T19:39:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741840_1016 (size=5352) 2024-11-13T19:39:28,791 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 914, reset compression=false 2024-11-13T19:39:28,800 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 915, reset compression=false 2024-11-13T19:39:28,810 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:39:28,960 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76daaaf0f7b9022f6821c612e862fece, 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:29,160 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76daaaf0f7b9022f6821c612e862fece, 91884ba93dd0764f7a9364cae900c26b 2024-11-13T19:39:29,181 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/info/66784504c3304b16b8b92366833b787b 2024-11-13T19:39:29,181 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/replication/91884ba93dd0764f7a9364cae900c26b/.tmp/queue/45e9321bdae8457593684c1d7847b9e7 2024-11-13T19:39:29,185 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/replication/91884ba93dd0764f7a9364cae900c26b/.tmp/queue/45e9321bdae8457593684c1d7847b9e7 as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/replication/91884ba93dd0764f7a9364cae900c26b/queue/45e9321bdae8457593684c1d7847b9e7 2024-11-13T19:39:29,190 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/replication/91884ba93dd0764f7a9364cae900c26b/queue/45e9321bdae8457593684c1d7847b9e7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T19:39:29,191 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 91884ba93dd0764f7a9364cae900c26b in 431ms, sequenceid=10, compaction requested=false 2024-11-13T19:39:29,194 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 914, reset compression=false 2024-11-13T19:39:29,199 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/ns/73b4150b6dcb44ec832cd37bd6ade68a is 43, key is default/ns:d/1731526759038/Put/seqid=0 2024-11-13T19:39:29,200 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/replication/91884ba93dd0764f7a9364cae900c26b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T19:39:29,201 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:29,201 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:39:29,201 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:29,201 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91884ba93dd0764f7a9364cae900c26b: Waiting for close lock at 1731526768760Running coprocessor pre-close hooks at 1731526768760Disabling compacts and flushes for region at 1731526768760Disabling writes for close at 1731526768760Obtaining lock to block concurrent updates at 1731526768760Preparing flush snapshotting stores in 91884ba93dd0764f7a9364cae900c26b at 1731526768760Finished memstore snapshotting hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731526768760Flushing stores of hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. at 1731526768761 (+1 ms)Flushing 91884ba93dd0764f7a9364cae900c26b/queue: creating writer at 1731526768761Flushing 91884ba93dd0764f7a9364cae900c26b/queue: appending metadata at 1731526768774 (+13 ms)Flushing 91884ba93dd0764f7a9364cae900c26b/queue: closing flushed file at 1731526768774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6747ef: reopening flushed file at 1731526769185 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 91884ba93dd0764f7a9364cae900c26b in 431ms, sequenceid=10, compaction requested=false at 1731526769191 (+6 ms)Writing region close event to WAL at 1731526769194 (+3 ms)Running coprocessor post-close hooks at 1731526769201 (+7 ms)Closed at 1731526769201 2024-11-13T19:39:29,201 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526763564.91884ba93dd0764f7a9364cae900c26b. 2024-11-13T19:39:29,201 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76daaaf0f7b9022f6821c612e862fece, disabling compactions & flushes 2024-11-13T19:39:29,201 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:29,201 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:29,201 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. after waiting 0 ms 2024-11-13T19:39:29,201 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:29,202 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76daaaf0f7b9022f6821c612e862fece 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T19:39:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:39:29,215 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/.tmp/f/2db7b685659b4d3aadc6e3987b766b79 is 29, key is row1/f:/1731526767734/DeleteFamily/seqid=0 2024-11-13T19:39:29,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741843_1019 (size=5118) 2024-11-13T19:39:29,304 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 915, reset compression=false 2024-11-13T19:39:29,308 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:29,308 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 1162, reset compression=false 2024-11-13T19:39:29,308 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40999,1731526756241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:29,309 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,40999,1731526756241: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,40999,1731526756241, walGroup=80cec940e2c9%2C40999%2C1731526756241, offset=80cec940e2c9%2C40999%2C1731526756241.1731526758535:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:40999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:39:29,311 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:39:29,311 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:39:29,311 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:39:29,311 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:39:29,311 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:39:29,311 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 873448984 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 191192896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:39:29,312 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:39:29,361 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:29,448 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:39:29,449 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:39:29,512 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 1162, reset compression=false 2024-11-13T19:39:29,561 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:29,603 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/ns/73b4150b6dcb44ec832cd37bd6ade68a 2024-11-13T19:39:29,619 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/.tmp/f/2db7b685659b4d3aadc6e3987b766b79 2024-11-13T19:39:29,621 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/rep_barrier/bcfa2a6430704410a00bd776b1f29176 is 112, key is test,,1731526761260.76daaaf0f7b9022f6821c612e862fece./rep_barrier:seqnumDuringOpen/1731526762024/Put/seqid=0 2024-11-13T19:39:29,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:39:29,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:39:29,623 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2db7b685659b4d3aadc6e3987b766b79 2024-11-13T19:39:29,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:39:29,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T19:39:29,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:39:29,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:39:29,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741844_1020 (size=5518) 2024-11-13T19:39:29,638 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/.tmp/f1/33513baade0641fb92b9276497a3223a is 30, key is row1/f1:/1731526767734/DeleteFamily/seqid=0 2024-11-13T19:39:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741845_1021 (size=5123) 2024-11-13T19:39:29,697 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 914, reset compression=false 2024-11-13T19:39:29,761 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:39:29,761 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 76daaaf0f7b9022f6821c612e862fece=test,,1731526761260.76daaaf0f7b9022f6821c612e862fece.} 2024-11-13T19:39:29,761 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:29,819 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 1162, reset compression=false 2024-11-13T19:39:29,961 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:30,026 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/rep_barrier/bcfa2a6430704410a00bd776b1f29176 2024-11-13T19:39:30,042 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/.tmp/f1/33513baade0641fb92b9276497a3223a 2024-11-13T19:39:30,043 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/table/ea32d81cc6d44788b3254cd02818c4d4 is 53, key is hbase:replication/table:state/1731526764335/Put/seqid=0 2024-11-13T19:39:30,046 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33513baade0641fb92b9276497a3223a 2024-11-13T19:39:30,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:39:30,063 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/.tmp/norep/0013ac0cdc8a4717a17271b282f19a60 is 33, key is row1/norep:/1731526767734/DeleteFamily/seqid=0 2024-11-13T19:39:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741847_1023 (size=5108) 2024-11-13T19:39:30,161 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:30,223 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.wal-reader.80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 to pos 1162, reset compression=false 2024-11-13T19:39:30,301 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 914, reset compression=false 2024-11-13T19:39:30,362 DEBUG [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76daaaf0f7b9022f6821c612e862fece 2024-11-13T19:39:30,449 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/table/ea32d81cc6d44788b3254cd02818c4d4 2024-11-13T19:39:30,453 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/info/66784504c3304b16b8b92366833b787b as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/info/66784504c3304b16b8b92366833b787b 2024-11-13T19:39:30,457 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/info/66784504c3304b16b8b92366833b787b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:39:30,458 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/ns/73b4150b6dcb44ec832cd37bd6ade68a as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/ns/73b4150b6dcb44ec832cd37bd6ade68a 2024-11-13T19:39:30,462 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/ns/73b4150b6dcb44ec832cd37bd6ade68a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:39:30,463 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/rep_barrier/bcfa2a6430704410a00bd776b1f29176 as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/rep_barrier/bcfa2a6430704410a00bd776b1f29176 2024-11-13T19:39:30,467 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/.tmp/norep/0013ac0cdc8a4717a17271b282f19a60 2024-11-13T19:39:30,467 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/rep_barrier/bcfa2a6430704410a00bd776b1f29176, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:39:30,468 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/.tmp/table/ea32d81cc6d44788b3254cd02818c4d4 as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/table/ea32d81cc6d44788b3254cd02818c4d4 2024-11-13T19:39:30,471 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0013ac0cdc8a4717a17271b282f19a60 2024-11-13T19:39:30,472 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/.tmp/f/2db7b685659b4d3aadc6e3987b766b79 as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/f/2db7b685659b4d3aadc6e3987b766b79 2024-11-13T19:39:30,475 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/table/ea32d81cc6d44788b3254cd02818c4d4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:39:30,486 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2db7b685659b4d3aadc6e3987b766b79 2024-11-13T19:39:30,486 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/f/2db7b685659b4d3aadc6e3987b766b79, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T19:39:30,487 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/.tmp/f1/33513baade0641fb92b9276497a3223a as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/f1/33513baade0641fb92b9276497a3223a 2024-11-13T19:39:30,488 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-13T19:39:30,492 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33513baade0641fb92b9276497a3223a 2024-11-13T19:39:30,492 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/f1/33513baade0641fb92b9276497a3223a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T19:39:30,493 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/.tmp/norep/0013ac0cdc8a4717a17271b282f19a60 as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/norep/0013ac0cdc8a4717a17271b282f19a60 2024-11-13T19:39:30,498 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0013ac0cdc8a4717a17271b282f19a60 2024-11-13T19:39:30,498 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/norep/0013ac0cdc8a4717a17271b282f19a60, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T19:39:30,499 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 76daaaf0f7b9022f6821c612e862fece in 1298ms, sequenceid=8, compaction requested=false 2024-11-13T19:39:30,514 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:39:30,515 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/data/default/test/76daaaf0f7b9022f6821c612e862fece/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:39:30,516 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:30,516 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:39:30,516 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:30,516 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526768760Running coprocessor pre-close hooks at 1731526768760Disabling compacts and flushes for region at 1731526768760Disabling writes for close at 1731526768760Obtaining lock to block concurrent updates at 1731526768760Preparing flush snapshotting stores in 1588230740 at 1731526768760Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526768760Flushing stores of hbase:meta,,1.1588230740 at 1731526768761 (+1 ms)Flushing 1588230740/info: creating writer at 1731526768761Flushing 1588230740/info: appending metadata at 1731526768777 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731526768777Flushing 1588230740/ns: creating writer at 1731526769185 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731526769199 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731526769199Flushing 1588230740/rep_barrier: creating writer at 1731526769608 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526769621 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526769621Flushing 1588230740/table: creating writer at 1731526770030 (+409 ms)Flushing 1588230740/table: appending metadata at 1731526770043 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731526770043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c9ffd9: reopening flushed file at 1731526770452 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64261e70: reopening flushed file at 1731526770457 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24df25dc: reopening flushed file at 1731526770462 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157e7ffb: reopening flushed file at 1731526770467 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1731526770488 (+21 ms)Writing region close event to WAL at 1731526770510 (+22 ms)Running coprocessor post-close hooks at 1731526770516 (+6 ms)Closed at 1731526770516 2024-11-13T19:39:30,516 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:30,516 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:30,516 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:39:30,516 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:30,516 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76daaaf0f7b9022f6821c612e862fece: Waiting for close lock at 1731526769201Running coprocessor pre-close hooks at 1731526769201Disabling compacts and flushes for region at 1731526769201Disabling writes for close at 1731526769201Obtaining lock to block concurrent updates at 1731526769202 (+1 ms)Preparing flush snapshotting stores in 76daaaf0f7b9022f6821c612e862fece at 1731526769202Finished memstore snapshotting test,,1731526761260.76daaaf0f7b9022f6821c612e862fece., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731526769202Flushing stores of test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. at 1731526769202Flushing 76daaaf0f7b9022f6821c612e862fece/f: creating writer at 1731526769202Flushing 76daaaf0f7b9022f6821c612e862fece/f: appending metadata at 1731526769215 (+13 ms)Flushing 76daaaf0f7b9022f6821c612e862fece/f: closing flushed file at 1731526769215Flushing 76daaaf0f7b9022f6821c612e862fece/f1: creating writer at 1731526769624 (+409 ms)Flushing 76daaaf0f7b9022f6821c612e862fece/f1: appending metadata at 1731526769637 (+13 ms)Flushing 76daaaf0f7b9022f6821c612e862fece/f1: closing flushed file at 1731526769637Flushing 76daaaf0f7b9022f6821c612e862fece/norep: creating writer at 1731526770047 (+410 ms)Flushing 76daaaf0f7b9022f6821c612e862fece/norep: appending metadata at 1731526770062 (+15 ms)Flushing 76daaaf0f7b9022f6821c612e862fece/norep: closing flushed file at 1731526770062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ee2fc9: reopening flushed file at 1731526770471 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485fdc5f: reopening flushed file at 1731526770486 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@413950bc: reopening flushed file at 1731526770492 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 76daaaf0f7b9022f6821c612e862fece in 1298ms, sequenceid=8, compaction requested=false at 1731526770499 (+7 ms)Writing region close event to WAL at 1731526770511 (+12 ms)Running coprocessor post-close hooks at 1731526770516 (+5 ms)Closed at 1731526770516 2024-11-13T19:39:30,516 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526761260.76daaaf0f7b9022f6821c612e862fece. 2024-11-13T19:39:30,562 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,40999,1731526756241; all regions closed. 2024-11-13T19:39:30,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:39:30,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741839_1015 (size=2676) 2024-11-13T19:39:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741833_1009 (size=1814) 2024-11-13T19:39:30,570 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/WALs/80cec940e2c9,40999,1731526756241/80cec940e2c9%2C40999%2C1731526756241.1731526758535 not finished, retry = 0 2024-11-13T19:39:30,671 DEBUG [RS:0;80cec940e2c9:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:30,671 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:39:30,672 INFO [RS:0;80cec940e2c9:40999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:39:30,672 INFO [RS:0;80cec940e2c9:40999 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:39:30,672 INFO [RS:0;80cec940e2c9:40999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:39:30,672 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:39:30,672 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,40999,1731526756241 because: Region server is closing 2024-11-13T19:39:30,672 INFO [RS:0;80cec940e2c9:40999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40999. 2024-11-13T19:39:30,672 DEBUG [RS:0;80cec940e2c9:40999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:30,672 DEBUG [RS:0;80cec940e2c9:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:30,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:30,673 DEBUG [RS:0;80cec940e2c9:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:30,773 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40999,1731526756241.replicationSource.shipper80cec940e2c9%2C40999%2C1731526756241,1-80cec940e2c9,40999,1731526756241 terminated 2024-11-13T19:39:30,773 INFO [RS:0;80cec940e2c9:40999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40999. 2024-11-13T19:39:30,773 DEBUG [RS:0;80cec940e2c9:40999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:30,773 DEBUG [RS:0;80cec940e2c9:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:30,773 DEBUG [RS:0;80cec940e2c9:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:30,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:30,773 INFO [RS:0;80cec940e2c9:40999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40999 2024-11-13T19:39:30,816 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1580465501/rs/80cec940e2c9,40999,1731526756241 2024-11-13T19:39:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501/rs 2024-11-13T19:39:30,816 INFO [RS:0;80cec940e2c9:40999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:39:30,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,40999,1731526756241] 2024-11-13T19:39:30,916 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1580465501/draining/80cec940e2c9,40999,1731526756241 already deleted, retry=false 2024-11-13T19:39:30,916 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,40999,1731526756241 expired; onlineServers=0 2024-11-13T19:39:30,916 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,33873,1731526756129' ***** 2024-11-13T19:39:30,916 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:39:30,916 INFO [M:0;80cec940e2c9:33873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:39:30,917 INFO [M:0;80cec940e2c9:33873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:39:30,917 DEBUG [M:0;80cec940e2c9:33873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:39:30,917 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:39:30,917 DEBUG [M:0;80cec940e2c9:33873 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:39:30,917 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526758202 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526758202,5,FailOnTimeoutGroup] 2024-11-13T19:39:30,917 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526758202 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526758202,5,FailOnTimeoutGroup] 2024-11-13T19:39:30,917 INFO [M:0;80cec940e2c9:33873 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:39:30,917 INFO [M:0;80cec940e2c9:33873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:39:30,917 DEBUG [M:0;80cec940e2c9:33873 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:39:30,917 INFO [M:0;80cec940e2c9:33873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:39:30,917 INFO [M:0;80cec940e2c9:33873 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:39:30,917 INFO [M:0;80cec940e2c9:33873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:39:30,918 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:39:30,969 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:30,969 INFO [RS:0;80cec940e2c9:40999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:39:30,969 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x10136e337420004, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:30,969 INFO [RS:0;80cec940e2c9:40999 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,40999,1731526756241; zookeeper connection closed. 2024-11-13T19:39:30,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39258c93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39258c93 2024-11-13T19:39:30,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:39:31,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1580465501/master 2024-11-13T19:39:31,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1580465501 2024-11-13T19:39:31,001 DEBUG [M:0;80cec940e2c9:33873 {}] zookeeper.ZKUtil(347): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Unable to get data of znode /1-1580465501/master because node does not exist (not an error) 2024-11-13T19:39:31,001 WARN [M:0;80cec940e2c9:33873 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:39:31,002 INFO [M:0;80cec940e2c9:33873 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/.lastflushedseqids 2024-11-13T19:39:31,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741848_1024 (size=245) 2024-11-13T19:39:31,013 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 914, reset compression=false 2024-11-13T19:39:31,406 INFO [M:0;80cec940e2c9:33873 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:39:31,406 INFO [M:0;80cec940e2c9:33873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:39:31,407 DEBUG [M:0;80cec940e2c9:33873 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:39:31,407 INFO [M:0;80cec940e2c9:33873 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:31,407 DEBUG [M:0;80cec940e2c9:33873 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:31,407 DEBUG [M:0;80cec940e2c9:33873 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:39:31,407 DEBUG [M:0;80cec940e2c9:33873 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:31,407 INFO [M:0;80cec940e2c9:33873 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T19:39:31,421 DEBUG [M:0;80cec940e2c9:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dc1886f4e6c4a60857e5378bbf1cd55 is 82, key is hbase:meta,,1/info:regioninfo/1731526759022/Put/seqid=0 2024-11-13T19:39:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741849_1025 (size=5672) 2024-11-13T19:39:31,817 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 914, reset compression=false 2024-11-13T19:39:31,825 INFO [M:0;80cec940e2c9:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dc1886f4e6c4a60857e5378bbf1cd55 2024-11-13T19:39:31,840 DEBUG [M:0;80cec940e2c9:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a14144b30704f26944b85cd7da75887 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731526764338/Put/seqid=0 2024-11-13T19:39:31,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741850_1026 (size=8515) 2024-11-13T19:39:32,244 INFO [M:0;80cec940e2c9:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a14144b30704f26944b85cd7da75887 2024-11-13T19:39:32,261 DEBUG [M:0;80cec940e2c9:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bd16d274c5e43a4941d934a835b46f0 is 69, key is 80cec940e2c9,40999,1731526756241/rs:state/1731526758337/Put/seqid=0 2024-11-13T19:39:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741851_1027 (size=5156) 2024-11-13T19:39:32,265 INFO [M:0;80cec940e2c9:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bd16d274c5e43a4941d934a835b46f0 2024-11-13T19:39:32,269 DEBUG [M:0;80cec940e2c9:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dc1886f4e6c4a60857e5378bbf1cd55 as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dc1886f4e6c4a60857e5378bbf1cd55 2024-11-13T19:39:32,273 INFO [M:0;80cec940e2c9:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dc1886f4e6c4a60857e5378bbf1cd55, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:39:32,274 DEBUG [M:0;80cec940e2c9:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a14144b30704f26944b85cd7da75887 as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a14144b30704f26944b85cd7da75887 2024-11-13T19:39:32,278 INFO [M:0;80cec940e2c9:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a14144b30704f26944b85cd7da75887, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:39:32,279 DEBUG [M:0;80cec940e2c9:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bd16d274c5e43a4941d934a835b46f0 as hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bd16d274c5e43a4941d934a835b46f0 2024-11-13T19:39:32,282 INFO [M:0;80cec940e2c9:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40621/user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bd16d274c5e43a4941d934a835b46f0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:39:32,283 INFO [M:0;80cec940e2c9:33873 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false 2024-11-13T19:39:32,284 INFO [M:0;80cec940e2c9:33873 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:32,284 DEBUG [M:0;80cec940e2c9:33873 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526771407Disabling compacts and flushes for region at 1731526771407Disabling writes for close at 1731526771407Obtaining lock to block concurrent updates at 1731526771407Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526771407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731526771407Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526771408 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526771408Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526771421 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526771421Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526771828 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526771840 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526771840Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526772248 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526772260 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526772260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db86e18: reopening flushed file at 1731526772268 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5207b045: reopening flushed file at 1731526772273 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55841faa: reopening flushed file at 1731526772278 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false at 1731526772283 (+5 ms)Writing region close event to WAL at 1731526772284 (+1 ms)Closed at 1731526772284 2024-11-13T19:39:32,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41557 is added to blk_1073741830_1006 (size=63642) 2024-11-13T19:39:32,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6096f99-6ca7-dde7-c855-3c924eb831a4/MasterData/WALs/80cec940e2c9,33873,1731526756129/80cec940e2c9%2C33873%2C1731526756129.1731526757987 not finished, retry = 0 2024-11-13T19:39:32,387 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:39:32,387 INFO [M:0;80cec940e2c9:33873 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:39:32,387 INFO [M:0;80cec940e2c9:33873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33873 2024-11-13T19:39:32,387 INFO [M:0;80cec940e2c9:33873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:39:32,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:32,541 INFO [M:0;80cec940e2c9:33873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:39:32,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x10136e337420003, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:32,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bf11f52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:39:32,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634cbb9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:39:32,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:39:32,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170eb768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:39:32,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b907227{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.log.dir/,STOPPED} 2024-11-13T19:39:32,545 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:39:32,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:39:32,546 WARN [BP-2028386397-172.17.0.3-1731526754545 heartbeating to localhost/127.0.0.1:40621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:39:32,546 WARN [BP-2028386397-172.17.0.3-1731526754545 heartbeating to localhost/127.0.0.1:40621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2028386397-172.17.0.3-1731526754545 (Datanode Uuid b5899dd8-5f2f-46ce-aa8a-40b74af176f8) service to localhost/127.0.0.1:40621 2024-11-13T19:39:32,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/cluster_2577fa0b-000e-7c6b-332f-001fca6324fc/data/data1/current/BP-2028386397-172.17.0.3-1731526754545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:39:32,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/cluster_2577fa0b-000e-7c6b-332f-001fca6324fc/data/data2/current/BP-2028386397-172.17.0.3-1731526754545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:39:32,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:39:32,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@532a36fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:39:32,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12cd94b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:39:32,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:39:32,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2496d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:39:32,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4acb23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.log.dir/,STOPPED} 2024-11-13T19:39:32,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:39:32,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:39:32,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:32,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:32,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:32,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:32,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:32,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:39:32,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=575894246, stopped=false 2024-11-13T19:39:32,564 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,34835,1731526752147 2024-11-13T19:39:32,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282792084/running 2024-11-13T19:39:32,580 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282792084/running 2024-11-13T19:39:32,580 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:32,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:32,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:39:32,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:32,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:32,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:32,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on znode that does not yet exist, /0-1282792084/running 2024-11-13T19:39:32,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Set watcher on znode that does not yet exist, /0-1282792084/running 2024-11-13T19:39:32,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,42037,1731526752370' ***** 2024-11-13T19:39:32,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:39:32,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(3091): Received CLOSE for 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(3091): Received CLOSE for 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,42037,1731526752370 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:42037. 2024-11-13T19:39:32,581 DEBUG [RS:0;80cec940e2c9:42037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:32,581 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 542bf200df546ce3a05744456946f6f1, disabling compactions & flushes 2024-11-13T19:39:32,581 DEBUG [RS:0;80cec940e2c9:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:32,581 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:32,581 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:39:32,581 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:39:32,582 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526759110.542bf200df546ce3a05744456946f6f1. after waiting 0 ms 2024-11-13T19:39:32,582 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:39:32,582 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:32,582 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:39:32,582 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 542bf200df546ce3a05744456946f6f1 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T19:39:32,582 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:39:32,582 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1325): Online Regions={542bf200df546ce3a05744456946f6f1=test,,1731526759110.542bf200df546ce3a05744456946f6f1., 4400ec53e955d81abeee67dfda72935f=hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:39:32,582 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4400ec53e955d81abeee67dfda72935f, 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:32,582 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:39:32,582 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:39:32,582 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:39:32,582 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:39:32,582 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:39:32,582 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:39:32,595 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/.tmp/f/ed704d3315774caa98e1fb2fcc7c1b46 is 29, key is row1/f:/1731526767734/DeleteFamily/seqid=0 2024-11-13T19:39:32,597 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/info/b2c7f059f257468da40acc798e1b6a44 is 147, key is hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f./info:regioninfo/1731526763205/Put/seqid=0 2024-11-13T19:39:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741840_1016 (size=5118) 2024-11-13T19:39:32,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741841_1017 (size=7686) 2024-11-13T19:39:32,661 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:39:32,721 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 914, reset compression=false 2024-11-13T19:39:32,782 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4400ec53e955d81abeee67dfda72935f, 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:32,829 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:32,829 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 1161, reset compression=false 2024-11-13T19:39:32,829 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42037,1731526752370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:32,830 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,42037,1731526752370: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,42037,1731526752370, walGroup=80cec940e2c9%2C42037%2C1731526752370, offset=80cec940e2c9%2C42037%2C1731526752370.1731526753375:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:42037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:39:32,831 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:39:32,831 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:39:32,831 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:39:32,831 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:39:32,831 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:39:32,831 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 602951120 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191851224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:39:32,832 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:34835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:34835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:39:32,982 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4400ec53e955d81abeee67dfda72935f, 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:32,999 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/.tmp/f/ed704d3315774caa98e1fb2fcc7c1b46 2024-11-13T19:39:33,002 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/info/b2c7f059f257468da40acc798e1b6a44 2024-11-13T19:39:33,003 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed704d3315774caa98e1fb2fcc7c1b46 2024-11-13T19:39:33,017 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/.tmp/f1/0c58324500ad459fb1faddb2ac52e098 is 30, key is row1/f1:/1731526767734/DeleteFamily/seqid=0 2024-11-13T19:39:33,021 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/ns/9b978a84366c4e188725dd3d4cef6ef4 is 43, key is default/ns:d/1731526754388/Put/seqid=0 2024-11-13T19:39:33,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741842_1018 (size=5123) 2024-11-13T19:39:33,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741843_1019 (size=5153) 2024-11-13T19:39:33,034 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 1161, reset compression=false 2024-11-13T19:39:33,182 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4400ec53e955d81abeee67dfda72935f, 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:33,308 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:39:33,308 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:39:33,337 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 1161, reset compression=false 2024-11-13T19:39:33,382 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4400ec53e955d81abeee67dfda72935f, 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:33,424 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/.tmp/f1/0c58324500ad459fb1faddb2ac52e098 2024-11-13T19:39:33,425 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/ns/9b978a84366c4e188725dd3d4cef6ef4 2024-11-13T19:39:33,428 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c58324500ad459fb1faddb2ac52e098 2024-11-13T19:39:33,441 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/rep_barrier/14e145614f67436cb651623ea824bf07 is 112, key is test,,1731526759110.542bf200df546ce3a05744456946f6f1./rep_barrier:seqnumDuringOpen/1731526760264/Put/seqid=0 2024-11-13T19:39:33,443 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/.tmp/norep/551e579212474186a15c8c6155f404e6 is 32, key is row/norep:/1731526766727/DeleteFamily/seqid=0 2024-11-13T19:39:33,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741844_1020 (size=5518) 2024-11-13T19:39:33,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741845_1021 (size=5101) 2024-11-13T19:39:33,583 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4400ec53e955d81abeee67dfda72935f, 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:33,742 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 1161, reset compression=false 2024-11-13T19:39:33,783 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4400ec53e955d81abeee67dfda72935f, 542bf200df546ce3a05744456946f6f1 2024-11-13T19:39:33,844 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/rep_barrier/14e145614f67436cb651623ea824bf07 2024-11-13T19:39:33,847 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/.tmp/norep/551e579212474186a15c8c6155f404e6 2024-11-13T19:39:33,849 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 551e579212474186a15c8c6155f404e6 2024-11-13T19:39:33,850 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/.tmp/f/ed704d3315774caa98e1fb2fcc7c1b46 as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/f/ed704d3315774caa98e1fb2fcc7c1b46 2024-11-13T19:39:33,861 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed704d3315774caa98e1fb2fcc7c1b46 2024-11-13T19:39:33,861 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/f/ed704d3315774caa98e1fb2fcc7c1b46, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T19:39:33,862 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/.tmp/f1/0c58324500ad459fb1faddb2ac52e098 as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/f1/0c58324500ad459fb1faddb2ac52e098 2024-11-13T19:39:33,862 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/table/2dc0e1b7bb3042bba847c2afa3400666 is 53, key is hbase:replication/table:state/1731526763211/Put/seqid=0 2024-11-13T19:39:33,866 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c58324500ad459fb1faddb2ac52e098 2024-11-13T19:39:33,866 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/f1/0c58324500ad459fb1faddb2ac52e098, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T19:39:33,867 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/.tmp/norep/551e579212474186a15c8c6155f404e6 as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/norep/551e579212474186a15c8c6155f404e6 2024-11-13T19:39:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:39:33,871 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 551e579212474186a15c8c6155f404e6 2024-11-13T19:39:33,871 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/norep/551e579212474186a15c8c6155f404e6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T19:39:33,872 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 542bf200df546ce3a05744456946f6f1 in 1290ms, sequenceid=8, compaction requested=false 2024-11-13T19:39:33,879 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/default/test/542bf200df546ce3a05744456946f6f1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:39:33,879 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:33,879 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:39:33,879 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:33,879 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 542bf200df546ce3a05744456946f6f1: Waiting for close lock at 1731526772581Running coprocessor pre-close hooks at 1731526772581Disabling compacts and flushes for region at 1731526772581Disabling writes for close at 1731526772582 (+1 ms)Obtaining lock to block concurrent updates at 1731526772582Preparing flush snapshotting stores in 542bf200df546ce3a05744456946f6f1 at 1731526772582Finished memstore snapshotting test,,1731526759110.542bf200df546ce3a05744456946f6f1., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731526772582Flushing stores of test,,1731526759110.542bf200df546ce3a05744456946f6f1. at 1731526772582Flushing 542bf200df546ce3a05744456946f6f1/f: creating writer at 1731526772582Flushing 542bf200df546ce3a05744456946f6f1/f: appending metadata at 1731526772595 (+13 ms)Flushing 542bf200df546ce3a05744456946f6f1/f: closing flushed file at 1731526772595Flushing 542bf200df546ce3a05744456946f6f1/f1: creating writer at 1731526773003 (+408 ms)Flushing 542bf200df546ce3a05744456946f6f1/f1: appending metadata at 1731526773017 (+14 ms)Flushing 542bf200df546ce3a05744456946f6f1/f1: closing flushed file at 1731526773017Flushing 542bf200df546ce3a05744456946f6f1/norep: creating writer at 1731526773428 (+411 ms)Flushing 542bf200df546ce3a05744456946f6f1/norep: appending metadata at 1731526773442 (+14 ms)Flushing 542bf200df546ce3a05744456946f6f1/norep: closing flushed file at 1731526773442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2267ea: reopening flushed file at 1731526773850 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f8d221: reopening flushed file at 1731526773861 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f34215e: reopening flushed file at 1731526773866 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 542bf200df546ce3a05744456946f6f1 in 1290ms, sequenceid=8, compaction requested=false at 1731526773872 (+6 ms)Writing region close event to WAL at 1731526773876 (+4 ms)Running coprocessor post-close hooks at 1731526773879 (+3 ms)Closed at 1731526773879 2024-11-13T19:39:33,880 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526759110.542bf200df546ce3a05744456946f6f1. 2024-11-13T19:39:33,880 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4400ec53e955d81abeee67dfda72935f, disabling compactions & flushes 2024-11-13T19:39:33,880 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:33,880 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:33,880 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. after waiting 0 ms 2024-11-13T19:39:33,880 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:33,880 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4400ec53e955d81abeee67dfda72935f: Waiting for close lock at 1731526773880Running coprocessor pre-close hooks at 1731526773880Disabling compacts and flushes for region at 1731526773880Disabling writes for close at 1731526773880Failed flush hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f., putting online again at 1731526773880 2024-11-13T19:39:33,880 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:33,983 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:39:33,983 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1325): Online Regions={4400ec53e955d81abeee67dfda72935f=hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:39:33,983 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(3091): Received CLOSE for 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:33,983 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4400ec53e955d81abeee67dfda72935f 2024-11-13T19:39:33,983 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4400ec53e955d81abeee67dfda72935f, disabling compactions & flushes 2024-11-13T19:39:33,983 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:33,983 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:33,983 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. after waiting 0 ms 2024-11-13T19:39:33,983 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:33,983 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4400ec53e955d81abeee67dfda72935f: Waiting for close lock at 1731526773983Running coprocessor pre-close hooks at 1731526773983Disabling compacts and flushes for region at 1731526773983Disabling writes for close at 1731526773983Failed flush hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f., putting online again at 1731526773983 2024-11-13T19:39:33,984 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526762419.4400ec53e955d81abeee67dfda72935f. 2024-11-13T19:39:34,183 DEBUG [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:39:34,245 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 1161, reset compression=false 2024-11-13T19:39:34,250 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:34,250 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 1805, reset compression=false 2024-11-13T19:39:34,270 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/table/2dc0e1b7bb3042bba847c2afa3400666 2024-11-13T19:39:34,274 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/info/b2c7f059f257468da40acc798e1b6a44 as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/info/b2c7f059f257468da40acc798e1b6a44 2024-11-13T19:39:34,278 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/info/b2c7f059f257468da40acc798e1b6a44, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:39:34,279 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/ns/9b978a84366c4e188725dd3d4cef6ef4 as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/ns/9b978a84366c4e188725dd3d4cef6ef4 2024-11-13T19:39:34,282 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/ns/9b978a84366c4e188725dd3d4cef6ef4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:39:34,283 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/rep_barrier/14e145614f67436cb651623ea824bf07 as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/rep_barrier/14e145614f67436cb651623ea824bf07 2024-11-13T19:39:34,286 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/rep_barrier/14e145614f67436cb651623ea824bf07, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:39:34,287 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/.tmp/table/2dc0e1b7bb3042bba847c2afa3400666 as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/table/2dc0e1b7bb3042bba847c2afa3400666 2024-11-13T19:39:34,290 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/table/2dc0e1b7bb3042bba847c2afa3400666, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:39:34,291 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-13T19:39:34,294 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:39:34,295 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:39:34,295 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:39:34,295 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:34,295 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526772582Running coprocessor pre-close hooks at 1731526772582Disabling compacts and flushes for region at 1731526772582Disabling writes for close at 1731526772582Obtaining lock to block concurrent updates at 1731526772582Preparing flush snapshotting stores in 1588230740 at 1731526772582Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526772582Flushing stores of hbase:meta,,1.1588230740 at 1731526772582Flushing 1588230740/info: creating writer at 1731526772583 (+1 ms)Flushing 1588230740/info: appending metadata at 1731526772597 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731526772597Flushing 1588230740/ns: creating writer at 1731526773006 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731526773021 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731526773021Flushing 1588230740/rep_barrier: creating writer at 1731526773428 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526773440 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526773440Flushing 1588230740/table: creating writer at 1731526773849 (+409 ms)Flushing 1588230740/table: appending metadata at 1731526773862 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731526773862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd03b80: reopening flushed file at 1731526774274 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a692998: reopening flushed file at 1731526774278 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e257f36: reopening flushed file at 1731526774282 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f3a00e: reopening flushed file at 1731526774286 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731526774291 (+5 ms)Writing region close event to WAL at 1731526774292 (+1 ms)Running coprocessor post-close hooks at 1731526774295 (+3 ms)Closed at 1731526774295 2024-11-13T19:39:34,295 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:34,384 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:39:34,384 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,42037,1731526752370; all regions closed. 2024-11-13T19:39:34,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:39:34,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.meta.1731526754327.meta not finished, retry = 0 2024-11-13T19:39:34,453 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.wal-reader.80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 to pos 1805, reset compression=false 2024-11-13T19:39:34,488 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.rep.1731526763176 not finished, retry = 0 2024-11-13T19:39:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741839_1015 (size=1733) 2024-11-13T19:39:34,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/WALs/80cec940e2c9,42037,1731526752370/80cec940e2c9%2C42037%2C1731526752370.1731526753375 not finished, retry = 0 2024-11-13T19:39:34,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741832_1008 (size=1813) 2024-11-13T19:39:34,692 DEBUG [RS:0;80cec940e2c9:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:34,692 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:39:34,692 INFO [RS:0;80cec940e2c9:42037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:39:34,692 INFO [RS:0;80cec940e2c9:42037 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:39:34,692 INFO [RS:0;80cec940e2c9:42037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:39:34,692 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:39:34,692 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,42037,1731526752370 because: Region server is closing 2024-11-13T19:39:34,693 INFO [RS:0;80cec940e2c9:42037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:42037. 2024-11-13T19:39:34,693 DEBUG [RS:0;80cec940e2c9:42037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:34,693 DEBUG [RS:0;80cec940e2c9:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:34,693 DEBUG [RS:0;80cec940e2c9:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:34,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:34,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:39:34,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:34,793 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42037,1731526752370.replicationSource.shipper80cec940e2c9%2C42037%2C1731526752370,1-80cec940e2c9,42037,1731526752370 terminated 2024-11-13T19:39:34,793 INFO [RS:0;80cec940e2c9:42037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:42037. 2024-11-13T19:39:34,793 DEBUG [RS:0;80cec940e2c9:42037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:34,793 DEBUG [RS:0;80cec940e2c9:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:34,793 DEBUG [RS:0;80cec940e2c9:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:34,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:34,793 INFO [RS:0;80cec940e2c9:42037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42037 2024-11-13T19:39:34,849 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282792084/rs/80cec940e2c9,42037,1731526752370 2024-11-13T19:39:34,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084/rs 2024-11-13T19:39:34,849 INFO [RS:0;80cec940e2c9:42037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:39:34,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,42037,1731526752370] 2024-11-13T19:39:34,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282792084/draining/80cec940e2c9,42037,1731526752370 already deleted, retry=false 2024-11-13T19:39:34,866 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,42037,1731526752370 expired; onlineServers=0 2024-11-13T19:39:34,866 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,34835,1731526752147' ***** 2024-11-13T19:39:34,866 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:39:34,866 INFO [M:0;80cec940e2c9:34835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:39:34,866 INFO [M:0;80cec940e2c9:34835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:39:34,866 DEBUG [M:0;80cec940e2c9:34835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:39:34,866 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:39:34,866 DEBUG [M:0;80cec940e2c9:34835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:39:34,866 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526753134 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526753134,5,FailOnTimeoutGroup] 2024-11-13T19:39:34,866 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526753134 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526753134,5,FailOnTimeoutGroup] 2024-11-13T19:39:34,866 INFO [M:0;80cec940e2c9:34835 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:39:34,867 INFO [M:0;80cec940e2c9:34835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:39:34,867 DEBUG [M:0;80cec940e2c9:34835 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:39:34,867 INFO [M:0;80cec940e2c9:34835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:39:34,867 INFO [M:0;80cec940e2c9:34835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:39:34,867 INFO [M:0;80cec940e2c9:34835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:39:34,867 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:39:34,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282792084/master 2024-11-13T19:39:34,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282792084 2024-11-13T19:39:34,874 DEBUG [M:0;80cec940e2c9:34835 {}] zookeeper.ZKUtil(347): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Unable to get data of znode /0-1282792084/master because node does not exist (not an error) 2024-11-13T19:39:34,874 WARN [M:0;80cec940e2c9:34835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:39:34,875 INFO [M:0;80cec940e2c9:34835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/.lastflushedseqids 2024-11-13T19:39:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:39:34,958 INFO [RS:0;80cec940e2c9:42037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:39:34,958 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:34,958 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x10136e337420001, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:34,958 INFO [RS:0;80cec940e2c9:42037 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,42037,1731526752370; zookeeper connection closed. 2024-11-13T19:39:34,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d424168 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d424168 2024-11-13T19:39:34,958 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:39:35,280 INFO [M:0;80cec940e2c9:34835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:39:35,280 INFO [M:0;80cec940e2c9:34835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:39:35,280 DEBUG [M:0;80cec940e2c9:34835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:39:35,280 INFO [M:0;80cec940e2c9:34835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:35,280 DEBUG [M:0;80cec940e2c9:34835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:35,280 DEBUG [M:0;80cec940e2c9:34835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:39:35,280 DEBUG [M:0;80cec940e2c9:34835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:35,280 INFO [M:0;80cec940e2c9:34835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T19:39:35,293 DEBUG [M:0;80cec940e2c9:34835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55dc67ea0f2b4c34ba13c6316b3c74de is 82, key is hbase:meta,,1/info:regioninfo/1731526754364/Put/seqid=0 2024-11-13T19:39:35,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:39:35,698 INFO [M:0;80cec940e2c9:34835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55dc67ea0f2b4c34ba13c6316b3c74de 2024-11-13T19:39:35,715 DEBUG [M:0;80cec940e2c9:34835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e30ce63ea591477e87ff535088ae8d0e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731526763213/Put/seqid=0 2024-11-13T19:39:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741849_1025 (size=8516) 2024-11-13T19:39:36,119 INFO [M:0;80cec940e2c9:34835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e30ce63ea591477e87ff535088ae8d0e 2024-11-13T19:39:36,135 DEBUG [M:0;80cec940e2c9:34835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c67a6d8a2c494caea31418a949abfdca is 69, key is 80cec940e2c9,42037,1731526752370/rs:state/1731526753227/Put/seqid=0 2024-11-13T19:39:36,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:39:36,540 INFO [M:0;80cec940e2c9:34835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c67a6d8a2c494caea31418a949abfdca 2024-11-13T19:39:36,544 DEBUG [M:0;80cec940e2c9:34835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55dc67ea0f2b4c34ba13c6316b3c74de as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55dc67ea0f2b4c34ba13c6316b3c74de 2024-11-13T19:39:36,548 INFO [M:0;80cec940e2c9:34835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55dc67ea0f2b4c34ba13c6316b3c74de, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:39:36,548 DEBUG [M:0;80cec940e2c9:34835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e30ce63ea591477e87ff535088ae8d0e as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e30ce63ea591477e87ff535088ae8d0e 2024-11-13T19:39:36,551 INFO [M:0;80cec940e2c9:34835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e30ce63ea591477e87ff535088ae8d0e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:39:36,552 DEBUG [M:0;80cec940e2c9:34835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c67a6d8a2c494caea31418a949abfdca as hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c67a6d8a2c494caea31418a949abfdca 2024-11-13T19:39:36,555 INFO [M:0;80cec940e2c9:34835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c67a6d8a2c494caea31418a949abfdca, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:39:36,556 INFO [M:0;80cec940e2c9:34835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-13T19:39:36,563 INFO [M:0;80cec940e2c9:34835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:36,563 DEBUG [M:0;80cec940e2c9:34835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526775280Disabling compacts and flushes for region at 1731526775280Disabling writes for close at 1731526775280Obtaining lock to block concurrent updates at 1731526775280Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526775280Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731526775280Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526775281 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526775281Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526775293 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526775293Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526775702 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526775715 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526775715Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526776122 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526776134 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526776134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e218a16: reopening flushed file at 1731526776544 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27891f34: reopening flushed file at 1731526776548 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42867da1: reopening flushed file at 1731526776552 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731526776556 (+4 ms)Writing region close event to WAL at 1731526776562 (+6 ms)Closed at 1731526776562 2024-11-13T19:39:36,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e696dcf-704f-9ef4-502f-eeefb29f1f3c/MasterData/WALs/80cec940e2c9,34835,1731526752147/80cec940e2c9%2C34835%2C1731526752147.1731526752949 not finished, retry = 0 2024-11-13T19:39:36,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741830_1006 (size=63654) 2024-11-13T19:39:36,665 INFO [M:0;80cec940e2c9:34835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:39:36,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:39:36,665 INFO [M:0;80cec940e2c9:34835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34835 2024-11-13T19:39:36,666 INFO [M:0;80cec940e2c9:34835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:39:36,780 INFO [M:0;80cec940e2c9:34835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:39:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x10136e337420000, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:39:36,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@566951c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:39:36,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7517b687{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:39:36,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:39:36,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b538681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:39:36,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c537cbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.log.dir/,STOPPED} 2024-11-13T19:39:36,784 WARN [BP-616647892-172.17.0.3-1731526750638 heartbeating to localhost/127.0.0.1:40017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:39:36,784 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:39:36,784 WARN [BP-616647892-172.17.0.3-1731526750638 heartbeating to localhost/127.0.0.1:40017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-616647892-172.17.0.3-1731526750638 (Datanode Uuid d41ed349-cac3-4e2e-bdcc-5d973d2afce1) service to localhost/127.0.0.1:40017 2024-11-13T19:39:36,784 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:39:36,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/cluster_ffea1f53-324a-707f-1b16-2d3dbf0af95a/data/data1/current/BP-616647892-172.17.0.3-1731526750638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:39:36,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/cluster_ffea1f53-324a-707f-1b16-2d3dbf0af95a/data/data2/current/BP-616647892-172.17.0.3-1731526750638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:39:36,784 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:39:36,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@219e57b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:39:36,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fc6e35a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:39:36,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:39:36,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cb992f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:39:36,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e383429{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495cb542-f52d-8ceb-8215-ec82741b1df7/hadoop.log.dir/,STOPPED} 2024-11-13T19:39:36,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:39:36,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:39:36,811 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 249) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63912) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40017 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40621 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63912) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 529), ProcessCount=11 (was 11), AvailableMemoryMB=2856 (was 2208) - AvailableMemoryMB LEAK? - 2024-11-13T19:39:36,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=2856 2024-11-13T19:39:36,831 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T19:39:36,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.log.dir so I do NOT create it in target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd 2024-11-13T19:39:36,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:39:36,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.tmp.dir so I do NOT create it in target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd 2024-11-13T19:39:36,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db211a48-4a97-9024-3046-e2c91c27d2ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:39:36,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd 2024-11-13T19:39:36,832 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/cluster_b46b4171-37e4-34a8-146b-99b323df0d1f, deleteOnExit=true 2024-11-13T19:39:36,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/cluster_b46b4171-37e4-34a8-146b-99b323df0d1f/zookeeper_0, clientPort=60112, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/cluster_b46b4171-37e4-34a8-146b-99b323df0d1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/cluster_b46b4171-37e4-34a8-146b-99b323df0d1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:39:36,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60112 2024-11-13T19:39:36,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:39:36,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/test.cache.data in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:39:36,852 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:39:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:39:36,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:36,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:39:36,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:39:36,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e337420005, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:39:36,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e337420002, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:39:36,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e337420005, quorum=127.0.0.1:63912, baseZNode=/1-1580465501 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:39:36,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e337420002, quorum=127.0.0.1:63912, baseZNode=/0-1282792084 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:39:37,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:37,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:37,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:37,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:37,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:39:37,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:37,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8931af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:37,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae3eae2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:37,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@217e8cec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/java.io.tmpdir/jetty-localhost-36711-hadoop-hdfs-3_4_1-tests_jar-_-any-2917880678370199342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:39:37,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6048eb63{HTTP/1.1, (http/1.1)}{localhost:36711} 2024-11-13T19:39:37,199 INFO [Time-limited test {}] server.Server(415): Started @223125ms 2024-11-13T19:39:37,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:37,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:37,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:37,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:37,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:39:37,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388b3372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:37,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e910a44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:37,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e629dd4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/java.io.tmpdir/jetty-localhost-42223-hadoop-hdfs-3_4_1-tests_jar-_-any-16432137074839845241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:39:37,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d03019c{HTTP/1.1, (http/1.1)}{localhost:42223} 2024-11-13T19:39:37,529 INFO [Time-limited test {}] server.Server(415): Started @223455ms 2024-11-13T19:39:37,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:39:38,008 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/cluster_b46b4171-37e4-34a8-146b-99b323df0d1f/data/data1/current/BP-1312966923-172.17.0.3-1731526776866/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:38,008 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/cluster_b46b4171-37e4-34a8-146b-99b323df0d1f/data/data2/current/BP-1312966923-172.17.0.3-1731526776866/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:38,025 WARN [Thread-2655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:39:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d34033eb8afceca with lease ID 0xb54315cbf3101569: Processing first storage report for DS-db49a3e7-871a-4109-9569-86547c25e3e6 from datanode DatanodeRegistration(127.0.0.1:44069, datanodeUuid=e8f2c371-b33f-4446-90c8-da5c390cf87f, infoPort=33069, infoSecurePort=0, ipcPort=37319, storageInfo=lv=-57;cid=testClusterID;nsid=1194431699;c=1731526776866) 2024-11-13T19:39:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d34033eb8afceca with lease ID 0xb54315cbf3101569: from storage DS-db49a3e7-871a-4109-9569-86547c25e3e6 node DatanodeRegistration(127.0.0.1:44069, datanodeUuid=e8f2c371-b33f-4446-90c8-da5c390cf87f, infoPort=33069, infoSecurePort=0, ipcPort=37319, storageInfo=lv=-57;cid=testClusterID;nsid=1194431699;c=1731526776866), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:39:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d34033eb8afceca with lease ID 0xb54315cbf3101569: Processing first storage report for DS-72a2bd63-e8d7-4fb5-8807-911e0b93364c from datanode DatanodeRegistration(127.0.0.1:44069, datanodeUuid=e8f2c371-b33f-4446-90c8-da5c390cf87f, infoPort=33069, infoSecurePort=0, ipcPort=37319, storageInfo=lv=-57;cid=testClusterID;nsid=1194431699;c=1731526776866) 2024-11-13T19:39:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d34033eb8afceca with lease ID 0xb54315cbf3101569: from storage DS-72a2bd63-e8d7-4fb5-8807-911e0b93364c node DatanodeRegistration(127.0.0.1:44069, datanodeUuid=e8f2c371-b33f-4446-90c8-da5c390cf87f, infoPort=33069, infoSecurePort=0, ipcPort=37319, storageInfo=lv=-57;cid=testClusterID;nsid=1194431699;c=1731526776866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:39:38,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd 2024-11-13T19:39:38,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:38,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:38,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:39:38,468 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652 with version=8 2024-11-13T19:39:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/hbase-staging 2024-11-13T19:39:38,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:38,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:38,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:38,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:38,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:38,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:38,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:39:38,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:38,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37091 2024-11-13T19:39:38,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37091 connecting to ZooKeeper ensemble=127.0.0.1:60112 2024-11-13T19:39:38,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370910x0, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:38,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37091-0x10136e39dbb0000 connected 2024-11-13T19:39:38,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:38,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:38,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on znode that does not yet exist, /0665294950/running 2024-11-13T19:39:38,617 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652, hbase.cluster.distributed=false 2024-11-13T19:39:38,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on znode that does not yet exist, /0665294950/acl 2024-11-13T19:39:38,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37091 2024-11-13T19:39:38,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37091 2024-11-13T19:39:38,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37091 2024-11-13T19:39:38,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37091 2024-11-13T19:39:38,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37091 2024-11-13T19:39:38,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:38,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:38,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:38,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:38,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:38,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:38,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:39:38,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:38,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42497 2024-11-13T19:39:38,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42497 connecting to ZooKeeper ensemble=127.0.0.1:60112 2024-11-13T19:39:38,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:38,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:38,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424970x0, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:38,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424970x0, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on znode that does not yet exist, /0665294950/running 2024-11-13T19:39:38,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42497-0x10136e39dbb0001 connected 2024-11-13T19:39:38,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:39:38,648 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:39:38,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on znode that does not yet exist, /0665294950/master 2024-11-13T19:39:38,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on znode that does not yet exist, /0665294950/acl 2024-11-13T19:39:38,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42497 2024-11-13T19:39:38,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42497 2024-11-13T19:39:38,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42497 2024-11-13T19:39:38,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42497 2024-11-13T19:39:38,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42497 2024-11-13T19:39:38,668 DEBUG [M:0;80cec940e2c9:37091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:37091 2024-11-13T19:39:38,668 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0665294950/backup-masters/80cec940e2c9,37091,1731526778470 2024-11-13T19:39:38,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950/backup-masters 2024-11-13T19:39:38,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950/backup-masters 2024-11-13T19:39:38,678 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on existing znode=/0665294950/backup-masters/80cec940e2c9,37091,1731526778470 2024-11-13T19:39:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0665294950/master 2024-11-13T19:39:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:38,688 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on existing znode=/0665294950/master 2024-11-13T19:39:38,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0665294950/backup-masters/80cec940e2c9,37091,1731526778470 from backup master directory 2024-11-13T19:39:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665294950/backup-masters/80cec940e2c9,37091,1731526778470 2024-11-13T19:39:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950/backup-masters 2024-11-13T19:39:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950/backup-masters 2024-11-13T19:39:38,696 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:38,697 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,37091,1731526778470 2024-11-13T19:39:38,700 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/hbase.id] with ID: 122cf843-9846-4301-99ee-f1fc87090e9a 2024-11-13T19:39:38,700 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/.tmp/hbase.id 2024-11-13T19:39:38,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:39:39,104 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/.tmp/hbase.id]:[hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/hbase.id] 2024-11-13T19:39:39,112 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:39,112 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:39:39,113 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:39:39,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:39,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:39:39,550 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:39,551 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:39:39,551 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:39:39,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:39:39,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:39,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:39:39,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:39:39,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:39:39,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:39:39,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store 2024-11-13T19:39:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:39:40,362 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:40,363 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:39:40,363 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:40,363 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:40,363 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:39:40,363 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:40,363 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:40,363 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526780363Disabling compacts and flushes for region at 1731526780363Disabling writes for close at 1731526780363Writing region close event to WAL at 1731526780363Closed at 1731526780363 2024-11-13T19:39:40,363 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/.initializing 2024-11-13T19:39:40,363 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/WALs/80cec940e2c9,37091,1731526778470 2024-11-13T19:39:40,364 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:40,365 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C37091%2C1731526778470, suffix=, logDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/WALs/80cec940e2c9,37091,1731526778470, archiveDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/oldWALs, maxLogs=10 2024-11-13T19:39:40,378 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/WALs/80cec940e2c9,37091,1731526778470/80cec940e2c9%2C37091%2C1731526778470.1731526780366, exclude list is [], retry=0 2024-11-13T19:39:40,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-db49a3e7-871a-4109-9569-86547c25e3e6,DISK] 2024-11-13T19:39:40,382 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/WALs/80cec940e2c9,37091,1731526778470/80cec940e2c9%2C37091%2C1731526778470.1731526780366 2024-11-13T19:39:40,382 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-13T19:39:40,382 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:40,383 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:40,383 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,383 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:39:40,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:40,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:40,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:39:40,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:40,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:40,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:39:40,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:40,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:40,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:39:40,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:40,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:40,389 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,390 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,390 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,391 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,391 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,391 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:40,392 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:40,394 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:40,394 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70547213, jitterRate=0.051235392689704895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:40,395 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526780383Initializing all the Stores at 1731526780384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526780384Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526780384Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526780384Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526780384Cleaning up temporary data from old regions at 1731526780391 (+7 ms)Region opened successfully at 1731526780395 (+4 ms) 2024-11-13T19:39:40,395 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:39:40,397 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a5ad20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:40,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:39:40,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:39:40,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:39:40,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:39:40,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:39:40,399 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:39:40,399 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:39:40,400 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:39:40,401 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Unable to get data of znode /0665294950/balancer because node does not exist (not necessarily an error) 2024-11-13T19:39:40,411 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665294950/balancer already deleted, retry=false 2024-11-13T19:39:40,412 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:39:40,412 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Unable to get data of znode /0665294950/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:39:40,421 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665294950/normalizer already deleted, retry=false 2024-11-13T19:39:40,422 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:39:40,423 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Unable to get data of znode /0665294950/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:39:40,430 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665294950/switch/split already deleted, retry=false 2024-11-13T19:39:40,430 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Unable to get data of znode /0665294950/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:39:40,438 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665294950/switch/merge already deleted, retry=false 2024-11-13T19:39:40,440 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Unable to get data of znode /0665294950/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:39:40,446 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665294950/snapshot-cleanup already deleted, retry=false 2024-11-13T19:39:40,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0665294950/running 2024-11-13T19:39:40,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0665294950/running 2024-11-13T19:39:40,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:40,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:40,455 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,37091,1731526778470, sessionid=0x10136e39dbb0000, setting cluster-up flag (Was=false) 2024-11-13T19:39:40,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:40,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:40,497 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0665294950/flush-table-proc/acquired, /0665294950/flush-table-proc/reached, /0665294950/flush-table-proc/abort 2024-11-13T19:39:40,498 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,37091,1731526778470 2024-11-13T19:39:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:40,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:40,538 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0665294950/online-snapshot/acquired, /0665294950/online-snapshot/reached, /0665294950/online-snapshot/abort 2024-11-13T19:39:40,539 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,37091,1731526778470 2024-11-13T19:39:40,540 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:39:40,542 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:40,542 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:39:40,542 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:39:40,543 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,37091,1731526778470 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:39:40,544 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:40,544 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:40,544 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:40,544 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:40,545 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:39:40,545 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,545 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:40,545 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:40,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:39:40,549 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:40,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:39:40,579 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526810578 2024-11-13T19:39:40,579 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:39:40,579 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:39:40,579 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:39:40,579 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:39:40,579 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:39:40,579 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:39:40,583 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,584 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:39:40,584 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:39:40,584 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:39:40,584 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:39:40,585 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:39:40,585 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:39:40,585 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(746): ClusterId : 122cf843-9846-4301-99ee-f1fc87090e9a 2024-11-13T19:39:40,585 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:39:40,585 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526780585,5,FailOnTimeoutGroup] 2024-11-13T19:39:40,586 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526780585,5,FailOnTimeoutGroup] 2024-11-13T19:39:40,586 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,587 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:39:40,587 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,587 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,596 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:39:40,596 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:39:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:39:40,644 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:39:40,644 DEBUG [RS:0;80cec940e2c9:42497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e88b04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:40,656 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:42497 2024-11-13T19:39:40,656 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:39:40,656 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:39:40,656 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:39:40,656 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,37091,1731526778470 with port=42497, startcode=1731526778634 2024-11-13T19:39:40,656 DEBUG [RS:0;80cec940e2c9:42497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:39:40,658 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:39:40,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,42497,1731526778634 2024-11-13T19:39:40,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37091 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,42497,1731526778634 2024-11-13T19:39:40,659 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652 2024-11-13T19:39:40,659 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39935 2024-11-13T19:39:40,659 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:39:40,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950/rs 2024-11-13T19:39:40,672 DEBUG [RS:0;80cec940e2c9:42497 {}] zookeeper.ZKUtil(111): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on existing znode=/0665294950/rs/80cec940e2c9,42497,1731526778634 2024-11-13T19:39:40,672 WARN [RS:0;80cec940e2c9:42497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:40,672 INFO [RS:0;80cec940e2c9:42497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:40,672 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634 2024-11-13T19:39:40,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,42497,1731526778634] 2024-11-13T19:39:40,678 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:39:40,679 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:39:40,679 INFO [RS:0;80cec940e2c9:42497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:39:40,680 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,680 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:39:40,680 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:39:40,680 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,680 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,680 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,680 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,680 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:40,681 DEBUG [RS:0;80cec940e2c9:42497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:40,681 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,681 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,681 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,681 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,681 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,681 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42497,1731526778634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:40,693 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:39:40,693 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42497,1731526778634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,693 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,693 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.Replication(171): 80cec940e2c9,42497,1731526778634 started 2024-11-13T19:39:40,704 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:40,704 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,42497,1731526778634, RpcServer on 80cec940e2c9/172.17.0.3:42497, sessionid=0x10136e39dbb0001 2024-11-13T19:39:40,704 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:39:40,704 DEBUG [RS:0;80cec940e2c9:42497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,42497,1731526778634 2024-11-13T19:39:40,705 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,42497,1731526778634' 2024-11-13T19:39:40,705 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0665294950/flush-table-proc/abort' 2024-11-13T19:39:40,705 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0665294950/flush-table-proc/acquired' 2024-11-13T19:39:40,705 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:39:40,705 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:39:40,705 DEBUG [RS:0;80cec940e2c9:42497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,42497,1731526778634 2024-11-13T19:39:40,706 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,42497,1731526778634' 2024-11-13T19:39:40,706 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0665294950/online-snapshot/abort' 2024-11-13T19:39:40,706 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0665294950/online-snapshot/acquired' 2024-11-13T19:39:40,706 DEBUG [RS:0;80cec940e2c9:42497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:39:40,706 INFO [RS:0;80cec940e2c9:42497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:39:40,706 INFO [RS:0;80cec940e2c9:42497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:39:40,806 INFO [RS:0;80cec940e2c9:42497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:40,807 INFO [RS:0;80cec940e2c9:42497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C42497%2C1731526778634, suffix=, logDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634, archiveDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/oldWALs, maxLogs=10 2024-11-13T19:39:40,823 DEBUG [RS:0;80cec940e2c9:42497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, exclude list is [], retry=0 2024-11-13T19:39:40,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-db49a3e7-871a-4109-9569-86547c25e3e6,DISK] 2024-11-13T19:39:40,826 INFO [RS:0;80cec940e2c9:42497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 2024-11-13T19:39:40,827 DEBUG [RS:0;80cec940e2c9:42497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-13T19:39:41,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:39:41,008 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652 2024-11-13T19:39:41,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:39:41,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:41,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:41,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:41,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:41,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:41,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:41,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:41,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:41,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:41,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:41,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:41,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:41,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:41,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:41,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:41,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:41,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:41,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:41,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740 2024-11-13T19:39:41,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740 2024-11-13T19:39:41,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:41,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:41,421 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:41,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:41,423 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:41,423 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66157522, jitterRate=-0.014176100492477417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:41,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526781413Initializing all the Stores at 1731526781414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526781414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526781414Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526781414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526781414Cleaning up temporary data from old regions at 1731526781421 (+7 ms)Region opened successfully at 1731526781424 (+3 ms) 2024-11-13T19:39:41,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:39:41,424 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:39:41,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:39:41,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:39:41,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:39:41,424 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:41,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526781424Disabling compacts and flushes for region at 1731526781424Disabling writes for close at 1731526781424Writing region close event to WAL at 1731526781424Closed at 1731526781424 2024-11-13T19:39:41,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:41,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:39:41,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:39:41,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:41,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:39:41,577 DEBUG [80cec940e2c9:37091 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:39:41,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,42497,1731526778634 2024-11-13T19:39:41,579 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,42497,1731526778634, state=OPENING 2024-11-13T19:39:41,636 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:39:41,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:41,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:41,645 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:41,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0665294950/meta-region-server: CHANGED 2024-11-13T19:39:41,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0665294950/meta-region-server: CHANGED 2024-11-13T19:39:41,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,42497,1731526778634}] 2024-11-13T19:39:41,797 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:39:41,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:39:41,801 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:39:41,801 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:41,801 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:39:41,802 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C42497%2C1731526778634.meta, suffix=.meta, logDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634, archiveDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/oldWALs, maxLogs=10 2024-11-13T19:39:41,814 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.meta.1731526781802.meta, exclude list is [], retry=0 2024-11-13T19:39:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-db49a3e7-871a-4109-9569-86547c25e3e6,DISK] 2024-11-13T19:39:41,819 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.meta.1731526781802.meta 2024-11-13T19:39:41,820 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-13T19:39:41,820 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:41,820 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:41,820 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:39:41,820 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:39:41,820 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:39:41,821 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:39:41,821 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:41,821 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:39:41,821 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:39:41,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:41,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:41,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:41,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:41,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:41,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:41,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:41,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:41,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:41,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:41,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:41,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:41,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:41,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:41,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:41,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:41,826 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:41,826 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740 2024-11-13T19:39:41,827 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740 2024-11-13T19:39:41,828 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:41,828 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:41,828 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:41,829 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:41,829 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67210179, jitterRate=0.0015097111463546753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:41,830 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:39:41,830 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526781821Writing region info on filesystem at 1731526781821Initializing all the Stores at 1731526781822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526781822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526781822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526781822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526781822Cleaning up temporary data from old regions at 1731526781828 (+6 ms)Running coprocessor post-open hooks at 1731526781830 (+2 ms)Region opened successfully at 1731526781830 2024-11-13T19:39:41,831 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526781797 2024-11-13T19:39:41,833 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:39:41,833 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:39:41,833 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,42497,1731526778634 2024-11-13T19:39:41,834 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,42497,1731526778634, state=OPEN 2024-11-13T19:39:41,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0665294950/meta-region-server 2024-11-13T19:39:41,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0665294950/meta-region-server 2024-11-13T19:39:41,859 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,42497,1731526778634 2024-11-13T19:39:41,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0665294950/meta-region-server: CHANGED 2024-11-13T19:39:41,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0665294950/meta-region-server: CHANGED 2024-11-13T19:39:41,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:39:41,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,42497,1731526778634 in 214 msec 2024-11-13T19:39:41,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:39:41,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-13T19:39:41,862 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:41,862 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:39:41,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:41,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42497,1731526778634, seqNum=-1] 2024-11-13T19:39:41,864 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:41,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:41,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-13T19:39:41,869 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526781869, completionTime=-1 2024-11-13T19:39:41,869 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:39:41,869 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:39:41,870 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:39:41,870 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526841870 2024-11-13T19:39:41,870 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526901870 2024-11-13T19:39:41,870 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:39:41,871 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37091,1731526778470-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:41,871 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37091,1731526778470-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:41,871 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37091,1731526778470-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:41,871 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:37091, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:41,871 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:41,871 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:41,872 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:39:41,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.177sec 2024-11-13T19:39:41,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:39:41,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:39:41,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:39:41,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:39:41,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:39:41,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37091,1731526778470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:41,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37091,1731526778470-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:39:41,876 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:39:41,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:39:41,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37091,1731526778470-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:41,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330652c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:41,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37091,-1 for getting cluster id 2024-11-13T19:39:41,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:41,887 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122cf843-9846-4301-99ee-f1fc87090e9a' 2024-11-13T19:39:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122cf843-9846-4301-99ee-f1fc87090e9a" 2024-11-13T19:39:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595a2644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37091,-1] 2024-11-13T19:39:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:41,888 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:41,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eeccb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:41,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:41,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42497,1731526778634, seqNum=-1] 2024-11-13T19:39:41,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:41,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:41,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,37091,1731526778470 2024-11-13T19:39:41,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60112 2024-11-13T19:39:41,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:41,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e39dbb0002 connected 2024-11-13T19:39:41,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.log.dir so I do NOT create it in target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a 2024-11-13T19:39:41,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:39:41,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.tmp.dir so I do NOT create it in target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a 2024-11-13T19:39:41,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:39:41,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a 2024-11-13T19:39:41,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:39:41,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/cluster_19f15496-6145-4b2f-d691-383f828fbc43, deleteOnExit=true 2024-11-13T19:39:41,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:39:41,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/test.cache.data in system properties and HBase conf 2024-11-13T19:39:41,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:39:41,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:39:41,916 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:39:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:39:42,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:42,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:42,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:42,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:42,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:39:42,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:42,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fe8d0f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:42,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e6e3cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:42,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3021fba7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/java.io.tmpdir/jetty-localhost-36331-hadoop-hdfs-3_4_1-tests_jar-_-any-349668600801425817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:39:42,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75f00ddb{HTTP/1.1, (http/1.1)}{localhost:36331} 2024-11-13T19:39:42,237 INFO [Time-limited test {}] server.Server(415): Started @228163ms 2024-11-13T19:39:42,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:42,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:42,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:42,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:42,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:39:42,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51cfce39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:42,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403aff70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:42,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47195ef3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/java.io.tmpdir/jetty-localhost-37559-hadoop-hdfs-3_4_1-tests_jar-_-any-13658552384122434301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:39:42,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70a7e87d{HTTP/1.1, (http/1.1)}{localhost:37559} 2024-11-13T19:39:42,577 INFO [Time-limited test {}] server.Server(415): Started @228503ms 2024-11-13T19:39:42,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:39:43,010 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/cluster_19f15496-6145-4b2f-d691-383f828fbc43/data/data1/current/BP-1414559724-172.17.0.3-1731526781930/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:43,010 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/cluster_19f15496-6145-4b2f-d691-383f828fbc43/data/data2/current/BP-1414559724-172.17.0.3-1731526781930/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:43,027 WARN [Thread-2776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:39:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd08a7afd99114fc5 with lease ID 0x8460e8bb01259bbf: Processing first storage report for DS-97c384d8-f960-44a6-93cc-9ebfda0aae58 from datanode DatanodeRegistration(127.0.0.1:39407, datanodeUuid=7f32b3f1-9c80-4600-a410-7364f0762c09, infoPort=45323, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=1845069503;c=1731526781930) 2024-11-13T19:39:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd08a7afd99114fc5 with lease ID 0x8460e8bb01259bbf: from storage DS-97c384d8-f960-44a6-93cc-9ebfda0aae58 node DatanodeRegistration(127.0.0.1:39407, datanodeUuid=7f32b3f1-9c80-4600-a410-7364f0762c09, infoPort=45323, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=1845069503;c=1731526781930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:39:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd08a7afd99114fc5 with lease ID 0x8460e8bb01259bbf: Processing first storage report for DS-cff08f96-8511-4b50-8b04-cea33eecc1a5 from datanode DatanodeRegistration(127.0.0.1:39407, datanodeUuid=7f32b3f1-9c80-4600-a410-7364f0762c09, infoPort=45323, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=1845069503;c=1731526781930) 2024-11-13T19:39:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd08a7afd99114fc5 with lease ID 0x8460e8bb01259bbf: from storage DS-cff08f96-8511-4b50-8b04-cea33eecc1a5 node DatanodeRegistration(127.0.0.1:39407, datanodeUuid=7f32b3f1-9c80-4600-a410-7364f0762c09, infoPort=45323, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=1845069503;c=1731526781930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:39:43,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a 2024-11-13T19:39:43,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:43,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:39:43,536 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087 with version=8 2024-11-13T19:39:43,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/hbase-staging 2024-11-13T19:39:43,538 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:43,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:43,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:43,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:43,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:43,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:43,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:39:43,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:43,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33819 2024-11-13T19:39:43,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33819 connecting to ZooKeeper ensemble=127.0.0.1:60112 2024-11-13T19:39:43,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338190x0, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:43,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33819-0x10136e39dbb0003 connected 2024-11-13T19:39:43,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:43,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:43,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on znode that does not yet exist, /11506363571/running 2024-11-13T19:39:43,641 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087, hbase.cluster.distributed=false 2024-11-13T19:39:43,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on znode that does not yet exist, /11506363571/acl 2024-11-13T19:39:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33819 2024-11-13T19:39:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33819 2024-11-13T19:39:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33819 2024-11-13T19:39:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33819 2024-11-13T19:39:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33819 2024-11-13T19:39:43,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:43,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:43,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:43,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:43,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:43,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:43,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:39:43,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:43,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40385 2024-11-13T19:39:43,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40385 connecting to ZooKeeper ensemble=127.0.0.1:60112 2024-11-13T19:39:43,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:43,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:43,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403850x0, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:43,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403850x0, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on znode that does not yet exist, /11506363571/running 2024-11-13T19:39:43,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40385-0x10136e39dbb0004 connected 2024-11-13T19:39:43,670 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:39:43,672 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:39:43,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on znode that does not yet exist, /11506363571/master 2024-11-13T19:39:43,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on znode that does not yet exist, /11506363571/acl 2024-11-13T19:39:43,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40385 2024-11-13T19:39:43,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40385 2024-11-13T19:39:43,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40385 2024-11-13T19:39:43,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40385 2024-11-13T19:39:43,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40385 2024-11-13T19:39:43,697 DEBUG [M:0;80cec940e2c9:33819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:33819 2024-11-13T19:39:43,697 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11506363571/backup-masters/80cec940e2c9,33819,1731526783538 2024-11-13T19:39:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571/backup-masters 2024-11-13T19:39:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571/backup-masters 2024-11-13T19:39:43,705 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on existing znode=/11506363571/backup-masters/80cec940e2c9,33819,1731526783538 2024-11-13T19:39:43,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:43,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11506363571/master 2024-11-13T19:39:43,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:43,714 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on existing znode=/11506363571/master 2024-11-13T19:39:43,714 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11506363571/backup-masters/80cec940e2c9,33819,1731526783538 from backup master directory 2024-11-13T19:39:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571/backup-masters 2024-11-13T19:39:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11506363571/backup-masters/80cec940e2c9,33819,1731526783538 2024-11-13T19:39:43,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571/backup-masters 2024-11-13T19:39:43,722 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:43,722 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,33819,1731526783538 2024-11-13T19:39:43,740 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/hbase.id] with ID: d4b3ca51-60b8-4106-881c-6567ba736ca8 2024-11-13T19:39:43,740 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/.tmp/hbase.id 2024-11-13T19:39:43,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:39:44,145 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/.tmp/hbase.id]:[hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/hbase.id] 2024-11-13T19:39:44,152 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:44,152 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:39:44,153 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T19:39:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:39:44,575 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:44,576 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:39:44,576 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:44,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:39:44,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store 2024-11-13T19:39:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:39:45,356 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:39:45,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,386 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:45,387 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:39:45,387 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:45,387 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:45,387 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:39:45,387 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:45,387 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:45,387 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526785387Disabling compacts and flushes for region at 1731526785387Disabling writes for close at 1731526785387Writing region close event to WAL at 1731526785387Closed at 1731526785387 2024-11-13T19:39:45,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,387 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/.initializing 2024-11-13T19:39:45,387 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/WALs/80cec940e2c9,33819,1731526783538 2024-11-13T19:39:45,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,388 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:45,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,389 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C33819%2C1731526783538, suffix=, logDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/WALs/80cec940e2c9,33819,1731526783538, archiveDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/oldWALs, maxLogs=10 2024-11-13T19:39:45,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:45,405 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/WALs/80cec940e2c9,33819,1731526783538/80cec940e2c9%2C33819%2C1731526783538.1731526785390, exclude list is [], retry=0 2024-11-13T19:39:45,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-97c384d8-f960-44a6-93cc-9ebfda0aae58,DISK] 2024-11-13T19:39:45,410 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/WALs/80cec940e2c9,33819,1731526783538/80cec940e2c9%2C33819%2C1731526783538.1731526785390 2024-11-13T19:39:45,410 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45323:45323)] 2024-11-13T19:39:45,410 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:45,410 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:45,410 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,411 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:39:45,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:45,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:45,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:39:45,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:45,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:45,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:39:45,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:45,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:45,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:39:45,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:45,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:45,416 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,417 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,417 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,417 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,418 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,418 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:45,418 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:45,420 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:45,420 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70314198, jitterRate=0.04776319861412048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:45,420 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526785411Initializing all the Stores at 1731526785411Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526785411Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526785411Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526785411Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526785411Cleaning up temporary data from old regions at 1731526785418 (+7 ms)Region opened successfully at 1731526785420 (+2 ms) 2024-11-13T19:39:45,420 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:39:45,422 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec4c3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:45,423 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:39:45,423 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:39:45,423 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:39:45,423 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:39:45,423 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:39:45,424 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:39:45,424 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:39:45,425 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:39:45,426 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Unable to get data of znode /11506363571/balancer because node does not exist (not necessarily an error) 2024-11-13T19:39:45,503 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11506363571/balancer already deleted, retry=false 2024-11-13T19:39:45,503 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:39:45,504 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Unable to get data of znode /11506363571/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:39:45,513 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11506363571/normalizer already deleted, retry=false 2024-11-13T19:39:45,513 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:39:45,514 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Unable to get data of znode /11506363571/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:39:45,521 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11506363571/switch/split already deleted, retry=false 2024-11-13T19:39:45,522 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Unable to get data of znode /11506363571/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:39:45,529 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11506363571/switch/merge already deleted, retry=false 2024-11-13T19:39:45,531 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Unable to get data of znode /11506363571/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:39:45,538 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11506363571/snapshot-cleanup already deleted, retry=false 2024-11-13T19:39:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11506363571/running 2024-11-13T19:39:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11506363571/running 2024-11-13T19:39:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:45,546 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,33819,1731526783538, sessionid=0x10136e39dbb0003, setting cluster-up flag (Was=false) 2024-11-13T19:39:45,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:45,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:45,588 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11506363571/flush-table-proc/acquired, /11506363571/flush-table-proc/reached, /11506363571/flush-table-proc/abort 2024-11-13T19:39:45,589 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,33819,1731526783538 2024-11-13T19:39:45,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:45,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:45,629 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11506363571/online-snapshot/acquired, /11506363571/online-snapshot/reached, /11506363571/online-snapshot/abort 2024-11-13T19:39:45,630 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,33819,1731526783538 2024-11-13T19:39:45,631 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:39:45,632 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:45,633 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:39:45,633 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:39:45,633 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,33819,1731526783538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:39:45,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:45,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:45,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:45,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:45,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:39:45,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:45,635 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,635 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526815635 2024-11-13T19:39:45,635 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:39:45,636 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:39:45,636 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:45,636 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:39:45,636 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:39:45,636 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:39:45,636 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:39:45,636 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:39:45,636 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,636 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:45,636 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:39:45,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:39:45,637 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:39:45,637 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:39:45,637 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:39:45,637 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:39:45,637 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:39:45,638 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526785637,5,FailOnTimeoutGroup] 2024-11-13T19:39:45,638 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526785638,5,FailOnTimeoutGroup] 2024-11-13T19:39:45,638 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,638 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:39:45,638 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,638 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:39:45,685 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(746): ClusterId : d4b3ca51-60b8-4106-881c-6567ba736ca8 2024-11-13T19:39:45,685 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:39:45,695 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:39:45,695 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:39:45,705 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:39:45,706 DEBUG [RS:0;80cec940e2c9:40385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a801a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:45,716 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:40385 2024-11-13T19:39:45,716 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:39:45,716 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:39:45,716 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:39:45,716 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,33819,1731526783538 with port=40385, startcode=1731526783656 2024-11-13T19:39:45,717 DEBUG [RS:0;80cec940e2c9:40385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:39:45,718 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:39:45,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,40385,1731526783656 2024-11-13T19:39:45,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33819 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,40385,1731526783656 2024-11-13T19:39:45,719 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087 2024-11-13T19:39:45,719 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45861 2024-11-13T19:39:45,719 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:39:45,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571/rs 2024-11-13T19:39:45,728 DEBUG [RS:0;80cec940e2c9:40385 {}] zookeeper.ZKUtil(111): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on existing znode=/11506363571/rs/80cec940e2c9,40385,1731526783656 2024-11-13T19:39:45,728 WARN [RS:0;80cec940e2c9:40385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:45,728 INFO [RS:0;80cec940e2c9:40385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:45,728 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656 2024-11-13T19:39:45,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,40385,1731526783656] 2024-11-13T19:39:45,731 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:39:45,732 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:39:45,733 INFO [RS:0;80cec940e2c9:40385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:39:45,733 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,733 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:39:45,733 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:39:45,734 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:45,734 DEBUG [RS:0;80cec940e2c9:40385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:45,734 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,734 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,734 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,734 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,734 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,734 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40385,1731526783656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:45,748 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:39:45,748 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40385,1731526783656-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,748 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,748 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.Replication(171): 80cec940e2c9,40385,1731526783656 started 2024-11-13T19:39:45,760 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:45,760 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,40385,1731526783656, RpcServer on 80cec940e2c9/172.17.0.3:40385, sessionid=0x10136e39dbb0004 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,40385,1731526783656 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40385,1731526783656' 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11506363571/flush-table-proc/abort' 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11506363571/flush-table-proc/acquired' 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,40385,1731526783656 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40385,1731526783656' 2024-11-13T19:39:45,761 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11506363571/online-snapshot/abort' 2024-11-13T19:39:45,762 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11506363571/online-snapshot/acquired' 2024-11-13T19:39:45,762 DEBUG [RS:0;80cec940e2c9:40385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:39:45,762 INFO [RS:0;80cec940e2c9:40385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:39:45,762 INFO [RS:0;80cec940e2c9:40385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:39:45,862 INFO [RS:0;80cec940e2c9:40385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:45,864 INFO [RS:0;80cec940e2c9:40385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40385%2C1731526783656, suffix=, logDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656, archiveDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/oldWALs, maxLogs=10 2024-11-13T19:39:45,877 DEBUG [RS:0;80cec940e2c9:40385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, exclude list is [], retry=0 2024-11-13T19:39:45,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-97c384d8-f960-44a6-93cc-9ebfda0aae58,DISK] 2024-11-13T19:39:45,880 INFO [RS:0;80cec940e2c9:40385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 2024-11-13T19:39:45,881 DEBUG [RS:0;80cec940e2c9:40385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45323:45323)] 2024-11-13T19:39:46,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:39:46,046 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087 2024-11-13T19:39:46,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:39:46,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:46,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:46,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:46,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:46,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:46,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:46,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:46,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:46,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:46,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:46,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:46,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:46,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:46,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:46,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:46,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:46,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:46,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:46,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740 2024-11-13T19:39:46,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740 2024-11-13T19:39:46,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:46,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:46,467 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:46,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:46,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:46,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69599375, jitterRate=0.03711150586605072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:46,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526786459Initializing all the Stores at 1731526786459Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526786460 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526786461 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526786461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526786461Cleaning up temporary data from old regions at 1731526786467 (+6 ms)Region opened successfully at 1731526786469 (+2 ms) 2024-11-13T19:39:46,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:39:46,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:39:46,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:39:46,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:39:46,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:39:46,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:46,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526786469Disabling compacts and flushes for region at 1731526786469Disabling writes for close at 1731526786469Writing region close event to WAL at 1731526786470 (+1 ms)Closed at 1731526786470 2024-11-13T19:39:46,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:46,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:39:46,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:39:46,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:46,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:39:46,622 DEBUG [80cec940e2c9:33819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:39:46,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,40385,1731526783656 2024-11-13T19:39:46,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40385,1731526783656, state=OPENING 2024-11-13T19:39:46,678 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:39:46,693 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:39:46,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:46,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:39:46,705 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:46,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11506363571/meta-region-server: CHANGED 2024-11-13T19:39:46,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11506363571/meta-region-server: CHANGED 2024-11-13T19:39:46,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40385,1731526783656}] 2024-11-13T19:39:46,858 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:39:46,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:39:46,861 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:39:46,861 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:46,862 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:39:46,863 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40385%2C1731526783656.meta, suffix=.meta, logDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656, archiveDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/oldWALs, maxLogs=10 2024-11-13T19:39:46,875 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.meta.1731526786863.meta, exclude list is [], retry=0 2024-11-13T19:39:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-97c384d8-f960-44a6-93cc-9ebfda0aae58,DISK] 2024-11-13T19:39:46,878 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.meta.1731526786863.meta 2024-11-13T19:39:46,878 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45323:45323)] 2024-11-13T19:39:46,878 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:46,879 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:46,879 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:39:46,879 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:39:46,879 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:39:46,879 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:39:46,879 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:46,879 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:39:46,879 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:39:46,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:46,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:46,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:46,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:46,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:46,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:46,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:46,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:46,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:46,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:46,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:46,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:46,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:46,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:46,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:46,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:46,884 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:46,884 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740 2024-11-13T19:39:46,885 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740 2024-11-13T19:39:46,886 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:46,886 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:46,886 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:46,887 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:46,887 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73887434, jitterRate=0.10100856423377991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:46,887 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:39:46,887 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526786879Writing region info on filesystem at 1731526786879Initializing all the Stores at 1731526786880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526786880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526786880Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526786880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526786880Cleaning up temporary data from old regions at 1731526786886 (+6 ms)Running coprocessor post-open hooks at 1731526786887 (+1 ms)Region opened successfully at 1731526786887 2024-11-13T19:39:46,888 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526786857 2024-11-13T19:39:46,890 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:39:46,890 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:39:46,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40385,1731526783656 2024-11-13T19:39:46,891 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40385,1731526783656, state=OPEN 2024-11-13T19:39:46,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11506363571/meta-region-server 2024-11-13T19:39:46,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11506363571/meta-region-server 2024-11-13T19:39:46,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,40385,1731526783656 2024-11-13T19:39:46,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11506363571/meta-region-server: CHANGED 2024-11-13T19:39:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11506363571/meta-region-server: CHANGED 2024-11-13T19:39:46,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:39:46,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40385,1731526783656 in 191 msec 2024-11-13T19:39:46,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:39:46,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-13T19:39:46,900 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:46,900 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:39:46,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:46,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40385,1731526783656, seqNum=-1] 2024-11-13T19:39:46,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:46,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:46,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-13T19:39:46,908 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526786907, completionTime=-1 2024-11-13T19:39:46,908 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:39:46,908 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526846910 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526906910 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33819,1731526783538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33819,1731526783538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33819,1731526783538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:33819, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:46,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:46,912 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:39:46,913 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.191sec 2024-11-13T19:39:46,913 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:39:46,913 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:39:46,913 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:39:46,913 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:39:46,913 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:39:46,913 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33819,1731526783538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:46,913 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33819,1731526783538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:39:46,915 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:39:46,915 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:39:46,915 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33819,1731526783538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:46,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73111f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:46,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33819,-1 for getting cluster id 2024-11-13T19:39:46,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:46,986 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b3ca51-60b8-4106-881c-6567ba736ca8' 2024-11-13T19:39:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:46,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b3ca51-60b8-4106-881c-6567ba736ca8" 2024-11-13T19:39:46,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcfcad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:46,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33819,-1] 2024-11-13T19:39:46,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:46,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:46,988 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:46,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754f6ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:46,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:46,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40385,1731526783656, seqNum=-1] 2024-11-13T19:39:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:46,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:46,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,33819,1731526783538 2024-11-13T19:39:46,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60112 2024-11-13T19:39:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:47,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e39dbb0005 connected 2024-11-13T19:39:47,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.log.dir so I do NOT create it in target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c 2024-11-13T19:39:47,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:39:47,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.tmp.dir so I do NOT create it in target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c 2024-11-13T19:39:47,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:39:47,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c 2024-11-13T19:39:47,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:39:47,013 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/cluster_6a216ec8-569c-7780-a48f-5f4890ee7f53, deleteOnExit=true 2024-11-13T19:39:47,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/test.cache.data in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:39:47,014 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:39:47,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:39:47,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:39:47,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:47,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:39:47,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:39:47,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:39:47,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:39:47,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:39:47,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:39:47,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:47,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:47,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:47,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:47,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:39:47,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:47,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e76c5b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:47,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d37fcd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:47,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c11ceb4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/java.io.tmpdir/jetty-localhost-46341-hadoop-hdfs-3_4_1-tests_jar-_-any-9387747092066025918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:39:47,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cd281a9{HTTP/1.1, (http/1.1)}{localhost:46341} 2024-11-13T19:39:47,345 INFO [Time-limited test {}] server.Server(415): Started @233272ms 2024-11-13T19:39:47,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:39:47,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:39:47,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:39:47,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:39:47,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:39:47,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49ddc8e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:39:47,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49ed9d45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:39:47,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f37dcdc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/java.io.tmpdir/jetty-localhost-40973-hadoop-hdfs-3_4_1-tests_jar-_-any-1603849283918058677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:39:47,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed836a{HTTP/1.1, (http/1.1)}{localhost:40973} 2024-11-13T19:39:47,641 INFO [Time-limited test {}] server.Server(415): Started @233568ms 2024-11-13T19:39:47,642 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:39:48,068 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/cluster_6a216ec8-569c-7780-a48f-5f4890ee7f53/data/data1/current/BP-1000714751-172.17.0.3-1731526787028/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:48,069 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/cluster_6a216ec8-569c-7780-a48f-5f4890ee7f53/data/data2/current/BP-1000714751-172.17.0.3-1731526787028/current, will proceed with Du for space computation calculation, 2024-11-13T19:39:48,092 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:39:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x340fe4137f61651 with lease ID 0x4b820ce355d8c676: Processing first storage report for DS-99aeb603-b3b6-425f-be80-776526a09485 from datanode DatanodeRegistration(127.0.0.1:46015, datanodeUuid=38a2b103-0255-446f-91e9-3169d98b18d5, infoPort=44459, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=403180053;c=1731526787028) 2024-11-13T19:39:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x340fe4137f61651 with lease ID 0x4b820ce355d8c676: from storage DS-99aeb603-b3b6-425f-be80-776526a09485 node DatanodeRegistration(127.0.0.1:46015, datanodeUuid=38a2b103-0255-446f-91e9-3169d98b18d5, infoPort=44459, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=403180053;c=1731526787028), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:39:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x340fe4137f61651 with lease ID 0x4b820ce355d8c676: Processing first storage report for DS-9b317aa0-3212-4544-b4b3-2b10195b37e6 from datanode DatanodeRegistration(127.0.0.1:46015, datanodeUuid=38a2b103-0255-446f-91e9-3169d98b18d5, infoPort=44459, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=403180053;c=1731526787028) 2024-11-13T19:39:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x340fe4137f61651 with lease ID 0x4b820ce355d8c676: from storage DS-9b317aa0-3212-4544-b4b3-2b10195b37e6 node DatanodeRegistration(127.0.0.1:46015, datanodeUuid=38a2b103-0255-446f-91e9-3169d98b18d5, infoPort=44459, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=403180053;c=1731526787028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:39:48,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c 2024-11-13T19:39:48,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:48,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:39:48,579 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7 with version=8 2024-11-13T19:39:48,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/hbase-staging 2024-11-13T19:39:48,582 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:48,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:48,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:48,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:48,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:48,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:48,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:39:48,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:48,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42117 2024-11-13T19:39:48,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42117 connecting to ZooKeeper ensemble=127.0.0.1:60112 2024-11-13T19:39:48,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421170x0, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:48,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42117-0x10136e39dbb0006 connected 2024-11-13T19:39:48,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:48,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:48,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on znode that does not yet exist, /2-1037310402/running 2024-11-13T19:39:48,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7, hbase.cluster.distributed=false 2024-11-13T19:39:48,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on znode that does not yet exist, /2-1037310402/acl 2024-11-13T19:39:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-13T19:39:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42117 2024-11-13T19:39:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42117 2024-11-13T19:39:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-13T19:39:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-13T19:39:48,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:39:48,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:48,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:48,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:39:48,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:39:48,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:39:48,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:39:48,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:39:48,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34535 2024-11-13T19:39:48,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34535 connecting to ZooKeeper ensemble=127.0.0.1:60112 2024-11-13T19:39:48,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:48,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345350x0, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:48,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345350x0, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on znode that does not yet exist, /2-1037310402/running 2024-11-13T19:39:48,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34535-0x10136e39dbb0007 connected 2024-11-13T19:39:48,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:39:48,714 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:39:48,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on znode that does not yet exist, /2-1037310402/master 2024-11-13T19:39:48,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on znode that does not yet exist, /2-1037310402/acl 2024-11-13T19:39:48,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34535 2024-11-13T19:39:48,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34535 2024-11-13T19:39:48,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34535 2024-11-13T19:39:48,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34535 2024-11-13T19:39:48,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34535 2024-11-13T19:39:48,733 DEBUG [M:0;80cec940e2c9:42117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:42117 2024-11-13T19:39:48,734 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1037310402/backup-masters/80cec940e2c9,42117,1731526788581 2024-11-13T19:39:48,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402/backup-masters 2024-11-13T19:39:48,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402/backup-masters 2024-11-13T19:39:48,738 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on existing znode=/2-1037310402/backup-masters/80cec940e2c9,42117,1731526788581 2024-11-13T19:39:48,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1037310402/master 2024-11-13T19:39:48,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:48,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:48,746 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on existing znode=/2-1037310402/master 2024-11-13T19:39:48,747 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1037310402/backup-masters/80cec940e2c9,42117,1731526788581 from backup master directory 2024-11-13T19:39:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1037310402/backup-masters/80cec940e2c9,42117,1731526788581 2024-11-13T19:39:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402/backup-masters 2024-11-13T19:39:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402/backup-masters 2024-11-13T19:39:48,754 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:48,754 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,42117,1731526788581 2024-11-13T19:39:48,757 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/hbase.id] with ID: 6751d5ec-62f2-409a-b846-d8027a26410c 2024-11-13T19:39:48,757 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/.tmp/hbase.id 2024-11-13T19:39:48,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:39:49,161 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/.tmp/hbase.id]:[hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/hbase.id] 2024-11-13T19:39:49,169 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:39:49,169 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:39:49,169 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T19:39:49,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:49,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:49,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:39:49,607 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:49,608 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:39:49,610 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:39:49,615 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store 2024-11-13T19:39:49,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:39:49,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:39:49,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:39:49,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:39:49,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:39:49,625 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:49,625 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:39:49,625 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:49,625 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:49,625 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:39:49,625 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:49,625 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:39:49,625 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526789625Disabling compacts and flushes for region at 1731526789625Disabling writes for close at 1731526789625Writing region close event to WAL at 1731526789625Closed at 1731526789625 2024-11-13T19:39:49,625 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/.initializing 2024-11-13T19:39:49,625 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/WALs/80cec940e2c9,42117,1731526788581 2024-11-13T19:39:49,626 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:49,627 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C42117%2C1731526788581, suffix=, logDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/WALs/80cec940e2c9,42117,1731526788581, archiveDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/oldWALs, maxLogs=10 2024-11-13T19:39:49,640 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/WALs/80cec940e2c9,42117,1731526788581/80cec940e2c9%2C42117%2C1731526788581.1731526789627, exclude list is [], retry=0 2024-11-13T19:39:49,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46015,DS-99aeb603-b3b6-425f-be80-776526a09485,DISK] 2024-11-13T19:39:49,651 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/WALs/80cec940e2c9,42117,1731526788581/80cec940e2c9%2C42117%2C1731526788581.1731526789627 2024-11-13T19:39:49,651 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44459:44459)] 2024-11-13T19:39:49,651 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:49,652 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:49,652 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,652 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:39:49,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:49,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:49,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:39:49,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:49,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:49,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:39:49,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:49,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:49,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:39:49,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:49,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:49,657 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,658 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,658 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,659 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,659 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,659 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:49,660 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:39:49,661 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:49,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66251286, jitterRate=-0.012778908014297485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:49,661 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526789652Initializing all the Stores at 1731526789652Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526789652Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526789653 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526789653Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526789653Cleaning up temporary data from old regions at 1731526789659 (+6 ms)Region opened successfully at 1731526789661 (+2 ms) 2024-11-13T19:39:49,662 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:39:49,663 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31000ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:49,664 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:39:49,664 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:39:49,664 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:39:49,664 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:39:49,665 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:39:49,665 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:39:49,665 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:39:49,666 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:39:49,667 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Unable to get data of znode /2-1037310402/balancer because node does not exist (not necessarily an error) 2024-11-13T19:39:49,702 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1037310402/balancer already deleted, retry=false 2024-11-13T19:39:49,703 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:39:49,704 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Unable to get data of znode /2-1037310402/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:39:49,713 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1037310402/normalizer already deleted, retry=false 2024-11-13T19:39:49,713 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:39:49,714 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Unable to get data of znode /2-1037310402/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:39:49,721 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1037310402/switch/split already deleted, retry=false 2024-11-13T19:39:49,722 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Unable to get data of znode /2-1037310402/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:39:49,729 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1037310402/switch/merge already deleted, retry=false 2024-11-13T19:39:49,731 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Unable to get data of znode /2-1037310402/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:39:49,738 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1037310402/snapshot-cleanup already deleted, retry=false 2024-11-13T19:39:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1037310402/running 2024-11-13T19:39:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1037310402/running 2024-11-13T19:39:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:49,746 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,42117,1731526788581, sessionid=0x10136e39dbb0006, setting cluster-up flag (Was=false) 2024-11-13T19:39:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:49,788 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1037310402/flush-table-proc/acquired, /2-1037310402/flush-table-proc/reached, /2-1037310402/flush-table-proc/abort 2024-11-13T19:39:49,789 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,42117,1731526788581 2024-11-13T19:39:49,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:49,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:49,829 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1037310402/online-snapshot/acquired, /2-1037310402/online-snapshot/reached, /2-1037310402/online-snapshot/abort 2024-11-13T19:39:49,830 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,42117,1731526788581 2024-11-13T19:39:49,831 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:39:49,832 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:49,833 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:39:49,833 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:39:49,833 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,42117,1731526788581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:39:49,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:49,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:49,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:49,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:39:49,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:39:49,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:49,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:49,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526819835 2024-11-13T19:39:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:39:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:39:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:39:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:39:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:39:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:39:49,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:49,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:49,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:39:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:39:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:39:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:39:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:39:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:39:49,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:39:49,836 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526789836,5,FailOnTimeoutGroup] 2024-11-13T19:39:49,837 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:49,837 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526789836,5,FailOnTimeoutGroup] 2024-11-13T19:39:49,837 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:49,837 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:39:49,837 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:49,837 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:49,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:39:49,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:39:49,925 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(746): ClusterId : 6751d5ec-62f2-409a-b846-d8027a26410c 2024-11-13T19:39:49,925 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:39:49,930 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:39:49,930 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:39:49,938 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:39:49,938 DEBUG [RS:0;80cec940e2c9:34535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3c84ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:39:49,951 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:34535 2024-11-13T19:39:49,951 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:39:49,951 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:39:49,951 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:39:49,952 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,42117,1731526788581 with port=34535, startcode=1731526788701 2024-11-13T19:39:49,952 DEBUG [RS:0;80cec940e2c9:34535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:39:49,954 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:39:49,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,34535,1731526788701 2024-11-13T19:39:49,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42117 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,34535,1731526788701 2024-11-13T19:39:49,956 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7 2024-11-13T19:39:49,956 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42407 2024-11-13T19:39:49,956 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:39:49,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402/rs 2024-11-13T19:39:49,994 DEBUG [RS:0;80cec940e2c9:34535 {}] zookeeper.ZKUtil(111): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on existing znode=/2-1037310402/rs/80cec940e2c9,34535,1731526788701 2024-11-13T19:39:49,994 WARN [RS:0;80cec940e2c9:34535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:39:49,994 INFO [RS:0;80cec940e2c9:34535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:49,994 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701 2024-11-13T19:39:49,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,34535,1731526788701] 2024-11-13T19:39:49,997 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:39:50,012 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:39:50,013 INFO [RS:0;80cec940e2c9:34535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:39:50,013 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,013 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:39:50,013 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:39:50,013 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:50,014 DEBUG [RS:0;80cec940e2c9:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:39:50,014 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,014 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,014 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,014 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,014 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,014 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34535,1731526788701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:50,038 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:39:50,039 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34535,1731526788701-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,039 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,039 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.Replication(171): 80cec940e2c9,34535,1731526788701 started 2024-11-13T19:39:50,051 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,051 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,34535,1731526788701, RpcServer on 80cec940e2c9/172.17.0.3:34535, sessionid=0x10136e39dbb0007 2024-11-13T19:39:50,051 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:39:50,051 DEBUG [RS:0;80cec940e2c9:34535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,34535,1731526788701 2024-11-13T19:39:50,051 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,34535,1731526788701' 2024-11-13T19:39:50,051 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1037310402/flush-table-proc/abort' 2024-11-13T19:39:50,052 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1037310402/flush-table-proc/acquired' 2024-11-13T19:39:50,052 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:39:50,052 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:39:50,052 DEBUG [RS:0;80cec940e2c9:34535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,34535,1731526788701 2024-11-13T19:39:50,052 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,34535,1731526788701' 2024-11-13T19:39:50,052 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1037310402/online-snapshot/abort' 2024-11-13T19:39:50,053 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1037310402/online-snapshot/acquired' 2024-11-13T19:39:50,053 DEBUG [RS:0;80cec940e2c9:34535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:39:50,053 INFO [RS:0;80cec940e2c9:34535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:39:50,053 INFO [RS:0;80cec940e2c9:34535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:39:50,153 INFO [RS:0;80cec940e2c9:34535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:39:50,155 INFO [RS:0;80cec940e2c9:34535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C34535%2C1731526788701, suffix=, logDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701, archiveDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/oldWALs, maxLogs=10 2024-11-13T19:39:50,167 DEBUG [RS:0;80cec940e2c9:34535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, exclude list is [], retry=0 2024-11-13T19:39:50,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46015,DS-99aeb603-b3b6-425f-be80-776526a09485,DISK] 2024-11-13T19:39:50,171 INFO [RS:0;80cec940e2c9:34535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 2024-11-13T19:39:50,171 DEBUG [RS:0;80cec940e2c9:34535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44459:44459)] 2024-11-13T19:39:50,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:39:50,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7 2024-11-13T19:39:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:39:50,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:50,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:50,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:50,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:50,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:50,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:50,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:50,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:50,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:50,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:50,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:50,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:50,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:50,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:50,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:50,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:50,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:50,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740 2024-11-13T19:39:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740 2024-11-13T19:39:50,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:50,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:50,264 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:50,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:50,266 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:50,266 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74262386, jitterRate=0.10659578442573547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526790251Initializing all the Stores at 1731526790252 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526790252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526790253 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526790253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526790253Cleaning up temporary data from old regions at 1731526790264 (+11 ms)Region opened successfully at 1731526790267 (+3 ms) 2024-11-13T19:39:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:39:50,267 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:39:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:39:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:39:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:39:50,267 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:39:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526790267Disabling compacts and flushes for region at 1731526790267Disabling writes for close at 1731526790267Writing region close event to WAL at 1731526790267Closed at 1731526790267 2024-11-13T19:39:50,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:50,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:39:50,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:39:50,269 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:50,270 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:39:50,420 DEBUG [80cec940e2c9:42117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:39:50,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,34535,1731526788701 2024-11-13T19:39:50,422 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,34535,1731526788701, state=OPENING 2024-11-13T19:39:50,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:39:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:50,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:39:50,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1037310402/meta-region-server: CHANGED 2024-11-13T19:39:50,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1037310402/meta-region-server: CHANGED 2024-11-13T19:39:50,438 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:39:50,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,34535,1731526788701}] 2024-11-13T19:39:50,592 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:39:50,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:39:50,596 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:39:50,596 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:50,596 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:39:50,597 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C34535%2C1731526788701.meta, suffix=.meta, logDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701, archiveDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/oldWALs, maxLogs=10 2024-11-13T19:39:50,608 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.meta.1731526790597.meta, exclude list is [], retry=0 2024-11-13T19:39:50,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46015,DS-99aeb603-b3b6-425f-be80-776526a09485,DISK] 2024-11-13T19:39:50,611 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.meta.1731526790597.meta 2024-11-13T19:39:50,612 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44459:44459)] 2024-11-13T19:39:50,612 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:50,612 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:50,612 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:39:50,612 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:39:50,612 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:39:50,612 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:39:50,612 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:50,613 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:39:50,613 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:39:50,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:39:50,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:39:50,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:50,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:50,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:39:50,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:39:50,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:50,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:50,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:39:50,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:39:50,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:50,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:50,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:39:50,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:39:50,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:50,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:39:50,617 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:39:50,618 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740 2024-11-13T19:39:50,618 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740 2024-11-13T19:39:50,619 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:39:50,619 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:39:50,619 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:39:50,620 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:39:50,620 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65032998, jitterRate=-0.03093281388282776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:39:50,620 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:39:50,620 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526790613Writing region info on filesystem at 1731526790613Initializing all the Stores at 1731526790613Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526790613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526790613Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526790613Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526790614 (+1 ms)Cleaning up temporary data from old regions at 1731526790619 (+5 ms)Running coprocessor post-open hooks at 1731526790620 (+1 ms)Region opened successfully at 1731526790620 2024-11-13T19:39:50,621 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526790592 2024-11-13T19:39:50,623 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:39:50,623 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:39:50,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,34535,1731526788701 2024-11-13T19:39:50,624 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,34535,1731526788701, state=OPEN 2024-11-13T19:39:50,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1037310402/meta-region-server 2024-11-13T19:39:50,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1037310402/meta-region-server 2024-11-13T19:39:50,629 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,34535,1731526788701 2024-11-13T19:39:50,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1037310402/meta-region-server: CHANGED 2024-11-13T19:39:50,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1037310402/meta-region-server: CHANGED 2024-11-13T19:39:50,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:39:50,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,34535,1731526788701 in 190 msec 2024-11-13T19:39:50,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:39:50,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-13T19:39:50,633 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:39:50,633 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:39:50,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:50,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34535,1731526788701, seqNum=-1] 2024-11-13T19:39:50,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:50,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:50,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 805 msec 2024-11-13T19:39:50,638 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526790638, completionTime=-1 2024-11-13T19:39:50,638 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:39:50,639 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:39:50,640 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:39:50,640 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526850640 2024-11-13T19:39:50,640 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526910640 2024-11-13T19:39:50,640 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:39:50,641 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42117,1731526788581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,641 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42117,1731526788581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,641 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42117,1731526788581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,641 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:42117, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,641 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,641 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,642 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:39:50,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.890sec 2024-11-13T19:39:50,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:39:50,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:39:50,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:39:50,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:39:50,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:39:50,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42117,1731526788581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:39:50,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42117,1731526788581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:39:50,646 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:39:50,646 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:39:50,646 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42117,1731526788581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:39:50,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4645525d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:50,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42117,-1 for getting cluster id 2024-11-13T19:39:50,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:50,727 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6751d5ec-62f2-409a-b846-d8027a26410c' 2024-11-13T19:39:50,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:50,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6751d5ec-62f2-409a-b846-d8027a26410c" 2024-11-13T19:39:50,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0441a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:50,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42117,-1] 2024-11-13T19:39:50,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:50,728 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:50,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391811d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:50,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34535,1731526788701, seqNum=-1] 2024-11-13T19:39:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:50,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:39:50,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,42117,1731526788581 2024-11-13T19:39:50,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60112 2024-11-13T19:39:50,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:39:50,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10136e39dbb0008 connected 2024-11-13T19:39:50,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37091,1731526778470 2024-11-13T19:39:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36409f1d 2024-11-13T19:39:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:50,749 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:50,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:39:50,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:39:50,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:50,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:39:50,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:39:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:39:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:51,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0523bd2b7aba006b92af9b5d675169f, NAME => 'test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652 2024-11-13T19:39:51,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:39:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:51,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:51,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a0523bd2b7aba006b92af9b5d675169f, disabling compactions & flushes 2024-11-13T19:39:51,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:39:51,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:39:51,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. after waiting 0 ms 2024-11-13T19:39:51,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:39:51,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:39:51,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0523bd2b7aba006b92af9b5d675169f: Waiting for close lock at 1731526791564Disabling compacts and flushes for region at 1731526791564Disabling writes for close at 1731526791564Writing region close event to WAL at 1731526791564Closed at 1731526791564 2024-11-13T19:39:51,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:39:51,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526791565"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526791565"}]},"ts":"1731526791565"} 2024-11-13T19:39:51,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:39:51,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:39:51,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526791567"}]},"ts":"1731526791567"} 2024-11-13T19:39:51,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:39:51,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0523bd2b7aba006b92af9b5d675169f, ASSIGN}] 2024-11-13T19:39:51,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0523bd2b7aba006b92af9b5d675169f, ASSIGN 2024-11-13T19:39:51,570 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a0523bd2b7aba006b92af9b5d675169f, ASSIGN; state=OFFLINE, location=80cec940e2c9,42497,1731526778634; forceNewPlan=false, retain=false 2024-11-13T19:39:51,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0523bd2b7aba006b92af9b5d675169f, regionState=OPENING, regionLocation=80cec940e2c9,42497,1731526778634 2024-11-13T19:39:51,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a0523bd2b7aba006b92af9b5d675169f, ASSIGN because future has completed 2024-11-13T19:39:51,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0523bd2b7aba006b92af9b5d675169f, server=80cec940e2c9,42497,1731526778634}] 2024-11-13T19:39:51,879 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:39:51,879 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0523bd2b7aba006b92af9b5d675169f, NAME => 'test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:51,879 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:51,879 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:39:51,879 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,880 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:51,880 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,880 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,881 INFO [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,882 INFO [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0523bd2b7aba006b92af9b5d675169f columnFamilyName f 2024-11-13T19:39:51,882 DEBUG [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:51,882 INFO [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] regionserver.HStore(327): Store=a0523bd2b7aba006b92af9b5d675169f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:51,882 INFO [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,883 INFO [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0523bd2b7aba006b92af9b5d675169f columnFamilyName f1 2024-11-13T19:39:51,883 DEBUG [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:51,883 INFO [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] regionserver.HStore(327): Store=a0523bd2b7aba006b92af9b5d675169f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:51,883 INFO [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,884 INFO [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0523bd2b7aba006b92af9b5d675169f columnFamilyName norep 2024-11-13T19:39:51,884 DEBUG [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:51,884 INFO [StoreOpener-a0523bd2b7aba006b92af9b5d675169f-1 {}] regionserver.HStore(327): Store=a0523bd2b7aba006b92af9b5d675169f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:51,884 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,885 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,885 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,886 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,886 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,886 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:39:51,887 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:51,889 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:51,889 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0523bd2b7aba006b92af9b5d675169f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60956822, jitterRate=-0.09167256951332092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:39:51,889 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:39:51,890 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0523bd2b7aba006b92af9b5d675169f: Running coprocessor pre-open hook at 1731526791880Writing region info on filesystem at 1731526791880Initializing all the Stores at 1731526791880Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526791880Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526791881 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526791881Cleaning up temporary data from old regions at 1731526791886 (+5 ms)Running coprocessor post-open hooks at 1731526791889 (+3 ms)Region opened successfully at 1731526791889 2024-11-13T19:39:51,890 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f., pid=6, masterSystemTime=1731526791874 2024-11-13T19:39:51,892 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:39:51,892 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:39:51,892 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0523bd2b7aba006b92af9b5d675169f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,42497,1731526778634 2024-11-13T19:39:51,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0523bd2b7aba006b92af9b5d675169f, server=80cec940e2c9,42497,1731526778634 because future has completed 2024-11-13T19:39:51,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:39:51,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0523bd2b7aba006b92af9b5d675169f, server=80cec940e2c9,42497,1731526778634 in 173 msec 2024-11-13T19:39:51,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:39:51,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a0523bd2b7aba006b92af9b5d675169f, ASSIGN in 328 msec 2024-11-13T19:39:51,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:39:51,898 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526791898"}]},"ts":"1731526791898"} 2024-11-13T19:39:51,899 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:39:51,900 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:39:51,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-13T19:39:52,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:39:52,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:52,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:39:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:52,908 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:39:52,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,33819,1731526783538 2024-11-13T19:39:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f9b537d 2024-11-13T19:39:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:52,910 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:52,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:39:52,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:39:52,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:52,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:39:52,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:39:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:39:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:53,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => faa3f196cae4b480fb8f640523bcab1f, NAME => 'test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087 2024-11-13T19:39:53,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:39:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:53,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:53,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing faa3f196cae4b480fb8f640523bcab1f, disabling compactions & flushes 2024-11-13T19:39:53,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:39:53,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:39:53,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. after waiting 0 ms 2024-11-13T19:39:53,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:39:53,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:39:53,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for faa3f196cae4b480fb8f640523bcab1f: Waiting for close lock at 1731526793724Disabling compacts and flushes for region at 1731526793724Disabling writes for close at 1731526793724Writing region close event to WAL at 1731526793724Closed at 1731526793724 2024-11-13T19:39:53,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:39:53,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526793725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526793725"}]},"ts":"1731526793725"} 2024-11-13T19:39:53,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:39:53,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:39:53,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526793728"}]},"ts":"1731526793728"} 2024-11-13T19:39:53,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:39:53,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=faa3f196cae4b480fb8f640523bcab1f, ASSIGN}] 2024-11-13T19:39:53,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=faa3f196cae4b480fb8f640523bcab1f, ASSIGN 2024-11-13T19:39:53,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=faa3f196cae4b480fb8f640523bcab1f, ASSIGN; state=OFFLINE, location=80cec940e2c9,40385,1731526783656; forceNewPlan=false, retain=false 2024-11-13T19:39:53,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=faa3f196cae4b480fb8f640523bcab1f, regionState=OPENING, regionLocation=80cec940e2c9,40385,1731526783656 2024-11-13T19:39:53,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=faa3f196cae4b480fb8f640523bcab1f, ASSIGN because future has completed 2024-11-13T19:39:53,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure faa3f196cae4b480fb8f640523bcab1f, server=80cec940e2c9,40385,1731526783656}] 2024-11-13T19:39:54,038 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:39:54,039 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => faa3f196cae4b480fb8f640523bcab1f, NAME => 'test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:54,039 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:54,039 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:39:54,039 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,039 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:54,039 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,039 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,040 INFO [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,041 INFO [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa3f196cae4b480fb8f640523bcab1f columnFamilyName f 2024-11-13T19:39:54,041 DEBUG [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:54,041 INFO [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] regionserver.HStore(327): Store=faa3f196cae4b480fb8f640523bcab1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:54,041 INFO [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,042 INFO [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa3f196cae4b480fb8f640523bcab1f columnFamilyName f1 2024-11-13T19:39:54,042 DEBUG [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:54,042 INFO [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] regionserver.HStore(327): Store=faa3f196cae4b480fb8f640523bcab1f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:54,042 INFO [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,043 INFO [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa3f196cae4b480fb8f640523bcab1f columnFamilyName norep 2024-11-13T19:39:54,043 DEBUG [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:54,043 INFO [StoreOpener-faa3f196cae4b480fb8f640523bcab1f-1 {}] regionserver.HStore(327): Store=faa3f196cae4b480fb8f640523bcab1f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:54,043 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,044 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,044 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,044 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,044 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,045 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:39:54,045 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,047 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:54,047 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened faa3f196cae4b480fb8f640523bcab1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65497479, jitterRate=-0.024011507630348206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:39:54,047 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:39:54,047 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for faa3f196cae4b480fb8f640523bcab1f: Running coprocessor pre-open hook at 1731526794039Writing region info on filesystem at 1731526794039Initializing all the Stores at 1731526794040 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526794040Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526794040Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526794040Cleaning up temporary data from old regions at 1731526794044 (+4 ms)Running coprocessor post-open hooks at 1731526794047 (+3 ms)Region opened successfully at 1731526794047 2024-11-13T19:39:54,048 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f., pid=6, masterSystemTime=1731526794035 2024-11-13T19:39:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:54,050 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:39:54,050 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:39:54,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=faa3f196cae4b480fb8f640523bcab1f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,40385,1731526783656 2024-11-13T19:39:54,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure faa3f196cae4b480fb8f640523bcab1f, server=80cec940e2c9,40385,1731526783656 because future has completed 2024-11-13T19:39:54,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:39:54,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure faa3f196cae4b480fb8f640523bcab1f, server=80cec940e2c9,40385,1731526783656 in 168 msec 2024-11-13T19:39:54,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:39:54,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=faa3f196cae4b480fb8f640523bcab1f, ASSIGN in 324 msec 2024-11-13T19:39:54,056 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:39:54,056 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526794056"}]},"ts":"1731526794056"} 2024-11-13T19:39:54,069 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:39:54,070 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:39:54,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-13T19:39:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:55,069 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:39:55,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,42117,1731526788581 2024-11-13T19:39:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e500155 2024-11-13T19:39:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:55,071 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:55,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:39:55,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:39:55,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:55,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:39:55,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:39:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:39:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:55,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a360dc353f0a04a52fbbb853f705ff7d, NAME => 'test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7 2024-11-13T19:39:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:39:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:55,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:55,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a360dc353f0a04a52fbbb853f705ff7d, disabling compactions & flushes 2024-11-13T19:39:55,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:39:55,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:39:55,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. after waiting 0 ms 2024-11-13T19:39:55,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:39:55,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:39:55,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a360dc353f0a04a52fbbb853f705ff7d: Waiting for close lock at 1731526795886Disabling compacts and flushes for region at 1731526795886Disabling writes for close at 1731526795886Writing region close event to WAL at 1731526795886Closed at 1731526795886 2024-11-13T19:39:55,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:39:55,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526795887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526795887"}]},"ts":"1731526795887"} 2024-11-13T19:39:55,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:39:55,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:39:55,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526795890"}]},"ts":"1731526795890"} 2024-11-13T19:39:55,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:39:55,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a360dc353f0a04a52fbbb853f705ff7d, ASSIGN}] 2024-11-13T19:39:55,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a360dc353f0a04a52fbbb853f705ff7d, ASSIGN 2024-11-13T19:39:55,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a360dc353f0a04a52fbbb853f705ff7d, ASSIGN; state=OFFLINE, location=80cec940e2c9,34535,1731526788701; forceNewPlan=false, retain=false 2024-11-13T19:39:56,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a360dc353f0a04a52fbbb853f705ff7d, regionState=OPENING, regionLocation=80cec940e2c9,34535,1731526788701 2024-11-13T19:39:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a360dc353f0a04a52fbbb853f705ff7d, ASSIGN because future has completed 2024-11-13T19:39:56,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a360dc353f0a04a52fbbb853f705ff7d, server=80cec940e2c9,34535,1731526788701}] 2024-11-13T19:39:56,200 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:39:56,201 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a360dc353f0a04a52fbbb853f705ff7d, NAME => 'test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:56,201 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:56,201 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:39:56,201 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,201 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:56,201 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,201 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,202 INFO [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,203 INFO [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a360dc353f0a04a52fbbb853f705ff7d columnFamilyName f 2024-11-13T19:39:56,203 DEBUG [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:56,204 INFO [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] regionserver.HStore(327): Store=a360dc353f0a04a52fbbb853f705ff7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:56,204 INFO [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,204 INFO [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a360dc353f0a04a52fbbb853f705ff7d columnFamilyName f1 2024-11-13T19:39:56,204 DEBUG [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:56,205 INFO [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] regionserver.HStore(327): Store=a360dc353f0a04a52fbbb853f705ff7d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:56,205 INFO [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,205 INFO [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a360dc353f0a04a52fbbb853f705ff7d columnFamilyName norep 2024-11-13T19:39:56,206 DEBUG [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:56,206 INFO [StoreOpener-a360dc353f0a04a52fbbb853f705ff7d-1 {}] regionserver.HStore(327): Store=a360dc353f0a04a52fbbb853f705ff7d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:56,206 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,206 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,206 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,207 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,207 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:56,208 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:39:56,208 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,210 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:56,210 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a360dc353f0a04a52fbbb853f705ff7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61662640, jitterRate=-0.08115506172180176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:39:56,210 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:39:56,210 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a360dc353f0a04a52fbbb853f705ff7d: Running coprocessor pre-open hook at 1731526796201Writing region info on filesystem at 1731526796201Initializing all the Stores at 1731526796202 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526796202Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526796202Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526796202Cleaning up temporary data from old regions at 1731526796207 (+5 ms)Running coprocessor post-open hooks at 1731526796210 (+3 ms)Region opened successfully at 1731526796210 2024-11-13T19:39:56,211 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d., pid=6, masterSystemTime=1731526796197 2024-11-13T19:39:56,213 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:39:56,213 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:39:56,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a360dc353f0a04a52fbbb853f705ff7d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,34535,1731526788701 2024-11-13T19:39:56,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a360dc353f0a04a52fbbb853f705ff7d, server=80cec940e2c9,34535,1731526788701 because future has completed 2024-11-13T19:39:56,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:39:56,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a360dc353f0a04a52fbbb853f705ff7d, server=80cec940e2c9,34535,1731526788701 in 170 msec 2024-11-13T19:39:56,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:39:56,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a360dc353f0a04a52fbbb853f705ff7d, ASSIGN in 327 msec 2024-11-13T19:39:56,220 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:39:56,220 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526796220"}]},"ts":"1731526796220"} 2024-11-13T19:39:56,222 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:39:56,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:39:56,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-13T19:39:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:39:57,218 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:39:57,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f9cdaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:57,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37091,-1 for getting cluster id 2024-11-13T19:39:57,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:57,220 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122cf843-9846-4301-99ee-f1fc87090e9a' 2024-11-13T19:39:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122cf843-9846-4301-99ee-f1fc87090e9a" 2024-11-13T19:39:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d55889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37091,-1] 2024-11-13T19:39:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:57,222 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e5e7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:57,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37091,1731526778470 2024-11-13T19:39:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dfd2c6e 2024-11-13T19:39:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:57,225 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:57,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:33819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:39:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:39:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:57,228 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:33819' 2024-11-13T19:39:57,229 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6197dba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:57,229 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33819,-1 for getting cluster id 2024-11-13T19:39:57,229 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:57,230 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b3ca51-60b8-4106-881c-6567ba736ca8' 2024-11-13T19:39:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b3ca51-60b8-4106-881c-6567ba736ca8" 2024-11-13T19:39:57,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d541529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:57,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33819,-1] 2024-11-13T19:39:57,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:57,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:57,232 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:57,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd808d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:57,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:57,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,33819,1731526783538 2024-11-13T19:39:57,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f4855e 2024-11-13T19:39:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:57,234 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:57,235 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:39:57,235 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:39:57,235 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:57,236 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:57,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:57,236 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:57,237 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:39:57,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:39:57,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:57,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:39:57,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:39:57,288 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:39:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:57,382 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:39:57,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:39:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:57,651 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcdf1ce6610d47a42326bc50857f6b2f, NAME => 'hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652 2024-11-13T19:39:57,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:39:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:58,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:58,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bcdf1ce6610d47a42326bc50857f6b2f, disabling compactions & flushes 2024-11-13T19:39:58,057 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:39:58,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:39:58,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. after waiting 0 ms 2024-11-13T19:39:58,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:39:58,057 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:39:58,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcdf1ce6610d47a42326bc50857f6b2f: Waiting for close lock at 1731526798057Disabling compacts and flushes for region at 1731526798057Disabling writes for close at 1731526798057Writing region close event to WAL at 1731526798057Closed at 1731526798057 2024-11-13T19:39:58,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:39:58,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526798058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526798058"}]},"ts":"1731526798058"} 2024-11-13T19:39:58,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:39:58,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:39:58,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526798061"}]},"ts":"1731526798061"} 2024-11-13T19:39:58,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:39:58,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcdf1ce6610d47a42326bc50857f6b2f, ASSIGN}] 2024-11-13T19:39:58,063 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcdf1ce6610d47a42326bc50857f6b2f, ASSIGN 2024-11-13T19:39:58,064 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcdf1ce6610d47a42326bc50857f6b2f, ASSIGN; state=OFFLINE, location=80cec940e2c9,42497,1731526778634; forceNewPlan=false, retain=false 2024-11-13T19:39:58,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcdf1ce6610d47a42326bc50857f6b2f, regionState=OPENING, regionLocation=80cec940e2c9,42497,1731526778634 2024-11-13T19:39:58,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcdf1ce6610d47a42326bc50857f6b2f, ASSIGN because future has completed 2024-11-13T19:39:58,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcdf1ce6610d47a42326bc50857f6b2f, server=80cec940e2c9,42497,1731526778634}] 2024-11-13T19:39:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:58,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:39:58,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:39:58,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:39:58,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C42497%2C1731526778634.rep, suffix=, logDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634, archiveDir=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/oldWALs, maxLogs=10 2024-11-13T19:39:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.rep.1731526798374, exclude list is [], retry=0 2024-11-13T19:39:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-db49a3e7-871a-4109-9569-86547c25e3e6,DISK] 2024-11-13T19:39:58,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.rep.1731526798374 2024-11-13T19:39:58,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-13T19:39:58,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bcdf1ce6610d47a42326bc50857f6b2f, NAME => 'hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:39:58,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:39:58,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:39:58,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. service=MultiRowMutationService 2024-11-13T19:39:58,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:39:58,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:39:58,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,393 INFO [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,394 INFO [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcdf1ce6610d47a42326bc50857f6b2f columnFamilyName hfileref 2024-11-13T19:39:58,394 DEBUG [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:58,395 INFO [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] regionserver.HStore(327): Store=bcdf1ce6610d47a42326bc50857f6b2f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:58,395 INFO [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,396 INFO [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcdf1ce6610d47a42326bc50857f6b2f columnFamilyName queue 2024-11-13T19:39:58,396 DEBUG [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:58,397 INFO [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] regionserver.HStore(327): Store=bcdf1ce6610d47a42326bc50857f6b2f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:58,397 INFO [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,398 INFO [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcdf1ce6610d47a42326bc50857f6b2f columnFamilyName sid 2024-11-13T19:39:58,398 DEBUG [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:58,398 INFO [StoreOpener-bcdf1ce6610d47a42326bc50857f6b2f-1 {}] regionserver.HStore(327): Store=bcdf1ce6610d47a42326bc50857f6b2f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:39:58,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/replication/bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/replication/bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:39:58,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/replication/bcdf1ce6610d47a42326bc50857f6b2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:39:58,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bcdf1ce6610d47a42326bc50857f6b2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73254081, jitterRate=0.09157086908817291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:39:58,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:39:58,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bcdf1ce6610d47a42326bc50857f6b2f: Running coprocessor pre-open hook at 1731526798392Writing region info on filesystem at 1731526798392Initializing all the Stores at 1731526798393 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526798393Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526798393Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526798393Cleaning up temporary data from old regions at 1731526798400 (+7 ms)Running coprocessor post-open hooks at 1731526798403 (+3 ms)Region opened successfully at 1731526798403 2024-11-13T19:39:58,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f., pid=10, masterSystemTime=1731526798369 2024-11-13T19:39:58,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:39:58,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:39:58,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcdf1ce6610d47a42326bc50857f6b2f, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,42497,1731526778634 2024-11-13T19:39:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcdf1ce6610d47a42326bc50857f6b2f, server=80cec940e2c9,42497,1731526778634 because future has completed 2024-11-13T19:39:58,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:39:58,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bcdf1ce6610d47a42326bc50857f6b2f, server=80cec940e2c9,42497,1731526778634 in 192 msec 2024-11-13T19:39:58,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:39:58,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcdf1ce6610d47a42326bc50857f6b2f, ASSIGN in 347 msec 2024-11-13T19:39:58,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:39:58,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526798413"}]},"ts":"1731526798413"} 2024-11-13T19:39:58,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:39:58,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:39:58,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-13T19:39:58,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f., hostname=80cec940e2c9,42497,1731526778634, seqNum=2] 2024-11-13T19:39:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:39:58,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:39:58,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:39:58,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:39:58,682 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:39:58,710 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,42497,1731526778634, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:39:58,710 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:39:58,710 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42497,1731526778634, seqNum=-1] 2024-11-13T19:39:58,711 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:39:58,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T19:39:58,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,42497,1731526778634', locateType=CURRENT is [region=hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f., hostname=80cec940e2c9,42497,1731526778634, seqNum=2] 2024-11-13T19:39:58,716 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:39:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:39:58,718 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,42497,1731526778634 suceeded 2024-11-13T19:39:58,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:39:58,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-13T19:39:58,720 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:33819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:39:58,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-13T19:39:58,730 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:33819' 2024-11-13T19:39:58,731 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6365d410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:58,731 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33819,-1 for getting cluster id 2024-11-13T19:39:58,731 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:58,731 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b3ca51-60b8-4106-881c-6567ba736ca8' 2024-11-13T19:39:58,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:58,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b3ca51-60b8-4106-881c-6567ba736ca8" 2024-11-13T19:39:58,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6655c874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:58,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33819,-1] 2024-11-13T19:39:58,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:58,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:58,733 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:58,733 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71492221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:58,733 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,33819,1731526783538 2024-11-13T19:39:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72259b9 2024-11-13T19:39:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:58,735 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T19:39:58,735 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,42497,1731526778634 (queues=1) is replicating from cluster=122cf843-9846-4301-99ee-f1fc87090e9a to cluster=d4b3ca51-60b8-4106-881c-6567ba736ca8 2024-11-13T19:39:58,735 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C42497%2C1731526778634 2024-11-13T19:39:58,735 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,42497,1731526778634, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:39:58,736 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C42497%2C1731526778634 2024-11-13T19:39:58,736 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, startPosition=0, beingWritten=true 2024-11-13T19:39:58,740 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:39:58,740 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:39:58,740 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:39:58,947 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:39:59,250 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:39:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:59,378 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:39:59,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:39:59,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:39:59,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:59,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:59,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:59,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721b010e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:59,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33819,-1 for getting cluster id 2024-11-13T19:39:59,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:59,380 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b3ca51-60b8-4106-881c-6567ba736ca8' 2024-11-13T19:39:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b3ca51-60b8-4106-881c-6567ba736ca8" 2024-11-13T19:39:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41291922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33819,-1] 2024-11-13T19:39:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:59,381 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3826cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:59,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:59,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,33819,1731526783538 2024-11-13T19:39:59,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5f0e64 2024-11-13T19:39:59,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:59,383 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:59,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:42117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:39:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:39:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:59,386 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:42117' 2024-11-13T19:39:59,387 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330aa70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:59,387 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42117,-1 for getting cluster id 2024-11-13T19:39:59,387 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:39:59,388 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6751d5ec-62f2-409a-b846-d8027a26410c' 2024-11-13T19:39:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:39:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6751d5ec-62f2-409a-b846-d8027a26410c" 2024-11-13T19:39:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6541135d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42117,-1] 2024-11-13T19:39:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:39:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:59,389 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:39:59,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5febe65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:39:59,390 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:39:59,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,42117,1731526788581 2024-11-13T19:39:59,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19f0133f 2024-11-13T19:39:59,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:39:59,391 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:39:59,392 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T19:39:59,392 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:39:59,392 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:59,392 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:39:59,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:39:59,393 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:39:59,394 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:39:59,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:39:59,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:39:59,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:39:59,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:39:59,444 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:39:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:59,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:39:59,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:39:59,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:39:59,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:39:59,654 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:39:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:39:59,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5949e119e93252518de2095ece891797, NAME => 'hbase:replication,,1731526799392.5949e119e93252518de2095ece891797.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087 2024-11-13T19:39:59,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:40:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:00,157 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:40:00,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526799392.5949e119e93252518de2095ece891797.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:00,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5949e119e93252518de2095ece891797, disabling compactions & flushes 2024-11-13T19:40:00,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:00,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:00,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. after waiting 0 ms 2024-11-13T19:40:00,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:00,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:00,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5949e119e93252518de2095ece891797: Waiting for close lock at 1731526800225Disabling compacts and flushes for region at 1731526800225Disabling writes for close at 1731526800225Writing region close event to WAL at 1731526800225Closed at 1731526800225 2024-11-13T19:40:00,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:40:00,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526799392.5949e119e93252518de2095ece891797.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526800226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526800226"}]},"ts":"1731526800226"} 2024-11-13T19:40:00,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:40:00,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:40:00,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526800229"}]},"ts":"1731526800229"} 2024-11-13T19:40:00,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:40:00,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5949e119e93252518de2095ece891797, ASSIGN}] 2024-11-13T19:40:00,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5949e119e93252518de2095ece891797, ASSIGN 2024-11-13T19:40:00,232 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5949e119e93252518de2095ece891797, ASSIGN; state=OFFLINE, location=80cec940e2c9,40385,1731526783656; forceNewPlan=false, retain=false 2024-11-13T19:40:00,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5949e119e93252518de2095ece891797, regionState=OPENING, regionLocation=80cec940e2c9,40385,1731526783656 2024-11-13T19:40:00,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5949e119e93252518de2095ece891797, ASSIGN because future has completed 2024-11-13T19:40:00,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5949e119e93252518de2095ece891797, server=80cec940e2c9,40385,1731526783656}] 2024-11-13T19:40:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:00,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:00,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:00,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:40:00,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40385%2C1731526783656.rep, suffix=, logDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656, archiveDir=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/oldWALs, maxLogs=10 2024-11-13T19:40:00,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.rep.1731526800542, exclude list is [], retry=0 2024-11-13T19:40:00,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-97c384d8-f960-44a6-93cc-9ebfda0aae58,DISK] 2024-11-13T19:40:00,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.rep.1731526800542 2024-11-13T19:40:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45323:45323)] 2024-11-13T19:40:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5949e119e93252518de2095ece891797, NAME => 'hbase:replication,,1731526799392.5949e119e93252518de2095ece891797.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:00,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:40:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. service=MultiRowMutationService 2024-11-13T19:40:00,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:40:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526799392.5949e119e93252518de2095ece891797.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,558 INFO [StoreOpener-5949e119e93252518de2095ece891797-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,559 INFO [StoreOpener-5949e119e93252518de2095ece891797-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5949e119e93252518de2095ece891797 columnFamilyName hfileref 2024-11-13T19:40:00,559 DEBUG [StoreOpener-5949e119e93252518de2095ece891797-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:00,560 INFO [StoreOpener-5949e119e93252518de2095ece891797-1 {}] regionserver.HStore(327): Store=5949e119e93252518de2095ece891797/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:00,560 INFO [StoreOpener-5949e119e93252518de2095ece891797-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,561 INFO [StoreOpener-5949e119e93252518de2095ece891797-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5949e119e93252518de2095ece891797 columnFamilyName queue 2024-11-13T19:40:00,561 DEBUG [StoreOpener-5949e119e93252518de2095ece891797-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:00,561 INFO [StoreOpener-5949e119e93252518de2095ece891797-1 {}] regionserver.HStore(327): Store=5949e119e93252518de2095ece891797/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:00,561 INFO [StoreOpener-5949e119e93252518de2095ece891797-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,562 INFO [StoreOpener-5949e119e93252518de2095ece891797-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5949e119e93252518de2095ece891797 columnFamilyName sid 2024-11-13T19:40:00,562 DEBUG [StoreOpener-5949e119e93252518de2095ece891797-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:00,562 INFO [StoreOpener-5949e119e93252518de2095ece891797-1 {}] regionserver.HStore(327): Store=5949e119e93252518de2095ece891797/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:00,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/replication/5949e119e93252518de2095ece891797 2024-11-13T19:40:00,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/replication/5949e119e93252518de2095ece891797 2024-11-13T19:40:00,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:40:00,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/replication/5949e119e93252518de2095ece891797/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:00,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5949e119e93252518de2095ece891797; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66984819, jitterRate=-0.0018484145402908325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:40:00,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5949e119e93252518de2095ece891797 2024-11-13T19:40:00,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5949e119e93252518de2095ece891797: Running coprocessor pre-open hook at 1731526800558Writing region info on filesystem at 1731526800558Initializing all the Stores at 1731526800558Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526800558Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526800558Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526800558Cleaning up temporary data from old regions at 1731526800563 (+5 ms)Running coprocessor post-open hooks at 1731526800566 (+3 ms)Region opened successfully at 1731526800567 (+1 ms) 2024-11-13T19:40:00,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526799392.5949e119e93252518de2095ece891797., pid=10, masterSystemTime=1731526800537 2024-11-13T19:40:00,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:00,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:00,570 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5949e119e93252518de2095ece891797, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40385,1731526783656 2024-11-13T19:40:00,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5949e119e93252518de2095ece891797, server=80cec940e2c9,40385,1731526783656 because future has completed 2024-11-13T19:40:00,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:40:00,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5949e119e93252518de2095ece891797, server=80cec940e2c9,40385,1731526783656 in 190 msec 2024-11-13T19:40:00,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:40:00,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5949e119e93252518de2095ece891797, ASSIGN in 346 msec 2024-11-13T19:40:00,579 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:40:00,579 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526800579"}]},"ts":"1731526800579"} 2024-11-13T19:40:00,581 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:40:00,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:40:00,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-13T19:40:00,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526799392.5949e119e93252518de2095ece891797., hostname=80cec940e2c9,40385,1731526783656, seqNum=2] 2024-11-13T19:40:00,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:40:00,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:40:00,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:40:00,760 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:40:00,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:40:00,790 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:40:00,817 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,40385,1731526783656, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:40:00,817 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:00,817 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40385,1731526783656, seqNum=-1] 2024-11-13T19:40:00,818 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:00,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,40385,1731526783656', locateType=CURRENT is [region=hbase:replication,,1731526799392.5949e119e93252518de2095ece891797., hostname=80cec940e2c9,40385,1731526783656, seqNum=2] 2024-11-13T19:40:00,822 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:40:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:40:00,824 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,40385,1731526783656 suceeded 2024-11-13T19:40:00,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:40:00,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T19:40:00,826 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:42117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:40:00,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4420 sec 2024-11-13T19:40:00,835 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:42117' 2024-11-13T19:40:00,836 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132dd7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:00,836 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42117,-1 for getting cluster id 2024-11-13T19:40:00,836 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:00,837 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6751d5ec-62f2-409a-b846-d8027a26410c' 2024-11-13T19:40:00,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:00,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6751d5ec-62f2-409a-b846-d8027a26410c" 2024-11-13T19:40:00,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34976c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:00,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42117,-1] 2024-11-13T19:40:00,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:00,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:00,838 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:00,839 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ce5fbe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:00,839 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,42117,1731526788581 2024-11-13T19:40:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c46abe6 2024-11-13T19:40:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:00,840 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T19:40:00,840 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,40385,1731526783656 (queues=1) is replicating from cluster=d4b3ca51-60b8-4106-881c-6567ba736ca8 to cluster=6751d5ec-62f2-409a-b846-d8027a26410c 2024-11-13T19:40:00,840 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C40385%2C1731526783656 2024-11-13T19:40:00,841 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,40385,1731526783656, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:40:00,841 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C40385%2C1731526783656 2024-11-13T19:40:00,841 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, startPosition=0, beingWritten=true 2024-11-13T19:40:00,845 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:00,845 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 379, reset compression=false 2024-11-13T19:40:00,845 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:01,048 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 379, reset compression=false 2024-11-13T19:40:01,352 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 379, reset compression=false 2024-11-13T19:40:01,464 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:40:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:01,528 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:40:01,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:01,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:01,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:01,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:01,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:01,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127f5dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:01,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42117,-1 for getting cluster id 2024-11-13T19:40:01,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:01,530 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6751d5ec-62f2-409a-b846-d8027a26410c' 2024-11-13T19:40:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6751d5ec-62f2-409a-b846-d8027a26410c" 2024-11-13T19:40:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ea67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42117,-1] 2024-11-13T19:40:01,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:01,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:01,531 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7c4f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:01,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,42117,1731526788581 2024-11-13T19:40:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@560ebf75 2024-11-13T19:40:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:01,533 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:01,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:37091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:40:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:40:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:01,536 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:37091' 2024-11-13T19:40:01,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314ec3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:01,536 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37091,-1 for getting cluster id 2024-11-13T19:40:01,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:01,537 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122cf843-9846-4301-99ee-f1fc87090e9a' 2024-11-13T19:40:01,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:01,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122cf843-9846-4301-99ee-f1fc87090e9a" 2024-11-13T19:40:01,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352ec38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:01,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37091,-1] 2024-11-13T19:40:01,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:01,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:01,538 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:01,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118a7184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:01,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:01,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37091,1731526778470 2024-11-13T19:40:01,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40c1a62f 2024-11-13T19:40:01,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:01,540 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:01,541 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:40:01,541 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:40:01,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:01,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:01,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:01,541 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:01,542 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:40:01,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:40:01,543 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:01,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:40:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:40:01,592 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:40:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:01,755 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 379, reset compression=false 2024-11-13T19:40:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:01,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4285794f9e3018351faa817e4086a9ee, NAME => 'hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7 2024-11-13T19:40:01,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:40:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:02,259 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 379, reset compression=false 2024-11-13T19:40:02,267 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:40:02,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:02,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4285794f9e3018351faa817e4086a9ee, disabling compactions & flushes 2024-11-13T19:40:02,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:02,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:02,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. after waiting 0 ms 2024-11-13T19:40:02,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:02,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:02,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4285794f9e3018351faa817e4086a9ee: Waiting for close lock at 1731526802354Disabling compacts and flushes for region at 1731526802354Disabling writes for close at 1731526802355 (+1 ms)Writing region close event to WAL at 1731526802355Closed at 1731526802355 2024-11-13T19:40:02,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:40:02,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526802356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526802356"}]},"ts":"1731526802356"} 2024-11-13T19:40:02,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:40:02,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:40:02,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526802358"}]},"ts":"1731526802358"} 2024-11-13T19:40:02,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:40:02,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4285794f9e3018351faa817e4086a9ee, ASSIGN}] 2024-11-13T19:40:02,361 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4285794f9e3018351faa817e4086a9ee, ASSIGN 2024-11-13T19:40:02,362 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4285794f9e3018351faa817e4086a9ee, ASSIGN; state=OFFLINE, location=80cec940e2c9,34535,1731526788701; forceNewPlan=false, retain=false 2024-11-13T19:40:02,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4285794f9e3018351faa817e4086a9ee, regionState=OPENING, regionLocation=80cec940e2c9,34535,1731526788701 2024-11-13T19:40:02,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4285794f9e3018351faa817e4086a9ee, ASSIGN because future has completed 2024-11-13T19:40:02,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4285794f9e3018351faa817e4086a9ee, server=80cec940e2c9,34535,1731526788701}] 2024-11-13T19:40:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:02,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:02,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:02,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:40:02,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C34535%2C1731526788701.rep, suffix=, logDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701, archiveDir=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/oldWALs, maxLogs=10 2024-11-13T19:40:02,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.rep.1731526802671, exclude list is [], retry=0 2024-11-13T19:40:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46015,DS-99aeb603-b3b6-425f-be80-776526a09485,DISK] 2024-11-13T19:40:02,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.rep.1731526802671 2024-11-13T19:40:02,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44459:44459)] 2024-11-13T19:40:02,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4285794f9e3018351faa817e4086a9ee, NAME => 'hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:02,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:02,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:40:02,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. service=MultiRowMutationService 2024-11-13T19:40:02,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:40:02,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:02,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,690 INFO [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,692 INFO [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4285794f9e3018351faa817e4086a9ee columnFamilyName hfileref 2024-11-13T19:40:02,692 DEBUG [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:02,692 INFO [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] regionserver.HStore(327): Store=4285794f9e3018351faa817e4086a9ee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:02,692 INFO [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,693 INFO [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4285794f9e3018351faa817e4086a9ee columnFamilyName queue 2024-11-13T19:40:02,693 DEBUG [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:02,693 INFO [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] regionserver.HStore(327): Store=4285794f9e3018351faa817e4086a9ee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:02,694 INFO [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,694 INFO [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4285794f9e3018351faa817e4086a9ee columnFamilyName sid 2024-11-13T19:40:02,694 DEBUG [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:02,695 INFO [StoreOpener-4285794f9e3018351faa817e4086a9ee-1 {}] regionserver.HStore(327): Store=4285794f9e3018351faa817e4086a9ee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:02,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/replication/4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/replication/4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:40:02,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/replication/4285794f9e3018351faa817e4086a9ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:02,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4285794f9e3018351faa817e4086a9ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74492195, jitterRate=0.11002020537853241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:40:02,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:02,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4285794f9e3018351faa817e4086a9ee: Running coprocessor pre-open hook at 1731526802689Writing region info on filesystem at 1731526802689Initializing all the Stores at 1731526802690 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526802690Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526802690Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526802690Cleaning up temporary data from old regions at 1731526802696 (+6 ms)Running coprocessor post-open hooks at 1731526802699 (+3 ms)Region opened successfully at 1731526802699 2024-11-13T19:40:02,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee., pid=10, masterSystemTime=1731526802666 2024-11-13T19:40:02,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:02,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:02,702 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4285794f9e3018351faa817e4086a9ee, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,34535,1731526788701 2024-11-13T19:40:02,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4285794f9e3018351faa817e4086a9ee, server=80cec940e2c9,34535,1731526788701 because future has completed 2024-11-13T19:40:02,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:40:02,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4285794f9e3018351faa817e4086a9ee, server=80cec940e2c9,34535,1731526788701 in 190 msec 2024-11-13T19:40:02,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:40:02,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4285794f9e3018351faa817e4086a9ee, ASSIGN in 346 msec 2024-11-13T19:40:02,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:40:02,708 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526802708"}]},"ts":"1731526802708"} 2024-11-13T19:40:02,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:40:02,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:40:02,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-13T19:40:02,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee., hostname=80cec940e2c9,34535,1731526788701, seqNum=2] 2024-11-13T19:40:02,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:40:02,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:40:02,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:40:02,862 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 379, reset compression=false 2024-11-13T19:40:02,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:40:02,997 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:40:03,023 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,34535,1731526788701, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:40:03,024 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:03,024 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34535,1731526788701, seqNum=-1] 2024-11-13T19:40:03,024 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:03,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:03,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,34535,1731526788701', locateType=CURRENT is [region=hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee., hostname=80cec940e2c9,34535,1731526788701, seqNum=2] 2024-11-13T19:40:03,028 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:40:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:40:03,030 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,34535,1731526788701 suceeded 2024-11-13T19:40:03,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:40:03,032 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:37091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:40:03,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T19:40:03,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-13T19:40:03,041 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:37091' 2024-11-13T19:40:03,042 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1a0ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,042 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37091,-1 for getting cluster id 2024-11-13T19:40:03,042 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:03,043 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122cf843-9846-4301-99ee-f1fc87090e9a' 2024-11-13T19:40:03,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:03,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122cf843-9846-4301-99ee-f1fc87090e9a" 2024-11-13T19:40:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b0202d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37091,-1] 2024-11-13T19:40:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:03,044 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:03,045 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d0ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,045 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37091,1731526778470 2024-11-13T19:40:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65470772 2024-11-13T19:40:03,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:03,046 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T19:40:03,047 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,34535,1731526788701 (queues=1) is replicating from cluster=6751d5ec-62f2-409a-b846-d8027a26410c to cluster=122cf843-9846-4301-99ee-f1fc87090e9a 2024-11-13T19:40:03,047 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C34535%2C1731526788701 2024-11-13T19:40:03,047 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,34535,1731526788701, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:40:03,047 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C34535%2C1731526788701 2024-11-13T19:40:03,047 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, startPosition=0, beingWritten=true 2024-11-13T19:40:03,051 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:03,051 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 379, reset compression=false 2024-11-13T19:40:03,051 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34535,1731526788701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:03,170 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:40:03,255 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 379, reset compression=false 2024-11-13T19:40:03,558 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 379, reset compression=false 2024-11-13T19:40:03,566 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 379, reset compression=false 2024-11-13T19:40:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:03,678 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:40:03,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:03,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:03,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:03,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:03,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:03,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f1c61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37091,-1 for getting cluster id 2024-11-13T19:40:03,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:03,680 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122cf843-9846-4301-99ee-f1fc87090e9a' 2024-11-13T19:40:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122cf843-9846-4301-99ee-f1fc87090e9a" 2024-11-13T19:40:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37091,-1] 2024-11-13T19:40:03,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:03,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:03,681 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1e1564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0d370f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33819,-1 for getting cluster id 2024-11-13T19:40:03,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:03,683 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b3ca51-60b8-4106-881c-6567ba736ca8' 2024-11-13T19:40:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b3ca51-60b8-4106-881c-6567ba736ca8" 2024-11-13T19:40:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5795d656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33819,-1] 2024-11-13T19:40:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:03,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:03,684 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:03,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711ef55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab45d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42117,-1 for getting cluster id 2024-11-13T19:40:03,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:03,687 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6751d5ec-62f2-409a-b846-d8027a26410c' 2024-11-13T19:40:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6751d5ec-62f2-409a-b846-d8027a26410c" 2024-11-13T19:40:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee9ac1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42117,-1] 2024-11-13T19:40:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:03,688 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:03,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:03,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42497,1731526778634, seqNum=-1] 2024-11-13T19:40:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:03,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:03,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f., hostname=80cec940e2c9,42497,1731526778634, seqNum=2] 2024-11-13T19:40:03,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:03,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34535,1731526788701, seqNum=-1] 2024-11-13T19:40:03,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:03,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:03,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d., hostname=80cec940e2c9,34535,1731526788701, seqNum=2] 2024-11-13T19:40:03,722 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T19:40:03,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:40:03,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:03,962 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 379, reset compression=false 2024-11-13T19:40:04,173 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 379, reset compression=false 2024-11-13T19:40:04,177 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:04,177 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 480, reset compression=false 2024-11-13T19:40:04,177 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0523bd2b7aba006b92af9b5d675169f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T19:40:04,180 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:04,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T19:40:04,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:04,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b10796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:04,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,33819,-1 for getting cluster id 2024-11-13T19:40:04,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:04,182 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b3ca51-60b8-4106-881c-6567ba736ca8' 2024-11-13T19:40:04,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:04,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b3ca51-60b8-4106-881c-6567ba736ca8" 2024-11-13T19:40:04,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a26814b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:04,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,33819,-1] 2024-11-13T19:40:04,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:04,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:04,183 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:04,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@687ecff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:04,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:04,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40385,1731526783656, seqNum=-1] 2024-11-13T19:40:04,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:04,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:04,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f., hostname=80cec940e2c9,40385,1731526783656, seqNum=2] 2024-11-13T19:40:04,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:04,369 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 379, reset compression=false 2024-11-13T19:40:04,373 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:04,373 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 503, reset compression=false 2024-11-13T19:40:04,373 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[{test/faa3f196cae4b480fb8f640523bcab1f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T19:40:04,376 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:04,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T19:40:04,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:04,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30cf376c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:04,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42117,-1 for getting cluster id 2024-11-13T19:40:04,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:04,379 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6751d5ec-62f2-409a-b846-d8027a26410c' 2024-11-13T19:40:04,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:04,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6751d5ec-62f2-409a-b846-d8027a26410c" 2024-11-13T19:40:04,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5620ca57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:04,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42117,-1] 2024-11-13T19:40:04,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:04,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:04,380 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:04,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@195df833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:04,381 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 480, reset compression=false 2024-11-13T19:40:04,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:04,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34535,1731526788701, seqNum=-1] 2024-11-13T19:40:04,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:04,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:04,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d., hostname=80cec940e2c9,34535,1731526788701, seqNum=2] 2024-11-13T19:40:04,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:04,465 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 379, reset compression=false 2024-11-13T19:40:04,469 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:04,469 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 527, reset compression=false 2024-11-13T19:40:04,469 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34535,1731526788701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:04,576 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 503, reset compression=false 2024-11-13T19:40:04,672 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 527, reset compression=false 2024-11-13T19:40:04,695 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 480, reset compression=false 2024-11-13T19:40:04,724 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T19:40:04,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40385,1731526783656, seqNum=-1] 2024-11-13T19:40:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:04,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:04,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f., hostname=80cec940e2c9,40385,1731526783656, seqNum=2] 2024-11-13T19:40:04,730 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T19:40:04,880 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 503, reset compression=false 2024-11-13T19:40:04,884 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:04,884 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 607, reset compression=false 2024-11-13T19:40:04,884 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[{test/faa3f196cae4b480fb8f640523bcab1f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:40:04,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:04,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:04,980 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 527, reset compression=false 2024-11-13T19:40:04,984 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:04,984 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 655, reset compression=false 2024-11-13T19:40:04,984 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34535,1731526788701 got entry batch from reader: WALEntryBatch [walEntries=[{test/a360dc353f0a04a52fbbb853f705ff7d/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T19:40:04,986 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:04,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T19:40:04,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:04,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c66b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:04,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37091,-1 for getting cluster id 2024-11-13T19:40:04,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:04,989 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122cf843-9846-4301-99ee-f1fc87090e9a' 2024-11-13T19:40:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122cf843-9846-4301-99ee-f1fc87090e9a" 2024-11-13T19:40:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39146f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37091,-1] 2024-11-13T19:40:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:04,990 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:04,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53468abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:04,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:04,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,42497,1731526778634, seqNum=-1] 2024-11-13T19:40:04,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:04,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:04,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f., hostname=80cec940e2c9,42497,1731526778634, seqNum=2] 2024-11-13T19:40:04,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:05,088 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 607, reset compression=false 2024-11-13T19:40:05,098 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 480, reset compression=false 2024-11-13T19:40:05,102 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:05,102 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 631, reset compression=false 2024-11-13T19:40:05,102 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:05,188 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 655, reset compression=false 2024-11-13T19:40:05,305 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 631, reset compression=false 2024-11-13T19:40:05,391 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 607, reset compression=false 2024-11-13T19:40:05,491 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 655, reset compression=false 2024-11-13T19:40:05,608 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 631, reset compression=false 2024-11-13T19:40:05,732 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T19:40:05,735 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T19:40:05,796 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 607, reset compression=false 2024-11-13T19:40:05,895 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 655, reset compression=false 2024-11-13T19:40:05,899 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:05,899 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 759, reset compression=false 2024-11-13T19:40:05,899 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34535,1731526788701 got entry batch from reader: WALEntryBatch [walEntries=[{test/a360dc353f0a04a52fbbb853f705ff7d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:40:05,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:05,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:06,012 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 631, reset compression=false 2024-11-13T19:40:06,017 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:06,017 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 758, reset compression=false 2024-11-13T19:40:06,017 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0523bd2b7aba006b92af9b5d675169f/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T19:40:06,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:06,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:06,102 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 759, reset compression=false 2024-11-13T19:40:06,220 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 758, reset compression=false 2024-11-13T19:40:06,299 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 607, reset compression=false 2024-11-13T19:40:06,302 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:06,303 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 757, reset compression=false 2024-11-13T19:40:06,303 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:06,405 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 759, reset compression=false 2024-11-13T19:40:06,506 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 757, reset compression=false 2024-11-13T19:40:06,523 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 758, reset compression=false 2024-11-13T19:40:06,737 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T19:40:06,741 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T19:40:06,810 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 757, reset compression=false 2024-11-13T19:40:06,815 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 759, reset compression=false 2024-11-13T19:40:06,927 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 758, reset compression=false 2024-11-13T19:40:06,932 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:06,932 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 914, reset compression=false 2024-11-13T19:40:06,932 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0523bd2b7aba006b92af9b5d675169f/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T19:40:06,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:06,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:07,136 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 914, reset compression=false 2024-11-13T19:40:07,213 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 757, reset compression=false 2024-11-13T19:40:07,217 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:07,217 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 904, reset compression=false 2024-11-13T19:40:07,217 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[{test/faa3f196cae4b480fb8f640523bcab1f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T19:40:07,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:07,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:07,317 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 759, reset compression=false 2024-11-13T19:40:07,322 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:07,322 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 930, reset compression=false 2024-11-13T19:40:07,322 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34535,1731526788701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:07,421 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 904, reset compression=false 2024-11-13T19:40:07,439 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 914, reset compression=false 2024-11-13T19:40:07,525 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 930, reset compression=false 2024-11-13T19:40:07,724 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 904, reset compression=false 2024-11-13T19:40:07,743 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T19:40:07,745 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T19:40:07,828 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 930, reset compression=false 2024-11-13T19:40:07,842 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 914, reset compression=false 2024-11-13T19:40:08,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:40:08,128 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 904, reset compression=false 2024-11-13T19:40:08,133 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:08,133 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1063, reset compression=false 2024-11-13T19:40:08,133 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[{test/faa3f196cae4b480fb8f640523bcab1f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:40:08,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:08,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:08,231 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 930, reset compression=false 2024-11-13T19:40:08,236 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:08,236 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1080, reset compression=false 2024-11-13T19:40:08,236 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34535,1731526788701 got entry batch from reader: WALEntryBatch [walEntries=[{test/a360dc353f0a04a52fbbb853f705ff7d/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T19:40:08,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:08,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:08,336 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1063, reset compression=false 2024-11-13T19:40:08,345 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 914, reset compression=false 2024-11-13T19:40:08,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:08,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1087, reset compression=false 2024-11-13T19:40:08,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:08,439 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1080, reset compression=false 2024-11-13T19:40:08,552 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1087, reset compression=false 2024-11-13T19:40:08,640 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1063, reset compression=false 2024-11-13T19:40:08,742 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1080, reset compression=false 2024-11-13T19:40:08,747 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T19:40:08,754 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T19:40:08,855 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1087, reset compression=false 2024-11-13T19:40:09,044 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1063, reset compression=false 2024-11-13T19:40:09,145 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1080, reset compression=false 2024-11-13T19:40:09,149 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:09,149 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1239, reset compression=false 2024-11-13T19:40:09,149 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34535,1731526788701 got entry batch from reader: WALEntryBatch [walEntries=[{test/a360dc353f0a04a52fbbb853f705ff7d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:40:09,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:09,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:09,259 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1087, reset compression=false 2024-11-13T19:40:09,263 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:09,263 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1236, reset compression=false 2024-11-13T19:40:09,263 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0523bd2b7aba006b92af9b5d675169f/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T19:40:09,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:09,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:09,353 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1239, reset compression=false 2024-11-13T19:40:09,468 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1236, reset compression=false 2024-11-13T19:40:09,548 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1063, reset compression=false 2024-11-13T19:40:09,574 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:09,574 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1235, reset compression=false 2024-11-13T19:40:09,574 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:09,656 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1239, reset compression=false 2024-11-13T19:40:09,756 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T19:40:09,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a6ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:09,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42117,-1 for getting cluster id 2024-11-13T19:40:09,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:09,764 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6751d5ec-62f2-409a-b846-d8027a26410c' 2024-11-13T19:40:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6751d5ec-62f2-409a-b846-d8027a26410c" 2024-11-13T19:40:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26457868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42117,-1] 2024-11-13T19:40:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:09,766 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f2891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:09,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:09,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,42117,1731526788581 2024-11-13T19:40:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@646dba42 2024-11-13T19:40:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:09,771 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1236, reset compression=false 2024-11-13T19:40:09,771 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:09,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-13T19:40:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T19:40:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:40:09,778 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1235, reset compression=false 2024-11-13T19:40:09,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:40:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:40:09,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T19:40:09,940 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T19:40:09,941 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T19:40:09,941 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,34535,1731526788701 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T19:40:09,941 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0. 2024-11-13T19:40:09,941 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:09,941 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:09,942 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:09,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:10,042 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:40:10,042 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:40:10,081 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1235, reset compression=false 2024-11-13T19:40:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:40:10,142 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 terminated 2024-11-13T19:40:10,164 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,34535,1731526788701, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:40:10,164 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T19:40:10,165 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T19:40:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T19:40:10,176 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1236, reset compression=false 2024-11-13T19:40:10,186 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 80cec940e2c9,34535,1731526788701 suceeded 2024-11-13T19:40:10,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T19:40:10,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 398 msec 2024-11-13T19:40:10,188 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T19:40:10,189 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:37091' 2024-11-13T19:40:10,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 416 msec 2024-11-13T19:40:10,191 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f5c3803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:10,191 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37091,-1 for getting cluster id 2024-11-13T19:40:10,191 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:10,192 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122cf843-9846-4301-99ee-f1fc87090e9a' 2024-11-13T19:40:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122cf843-9846-4301-99ee-f1fc87090e9a" 2024-11-13T19:40:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@236f2793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37091,-1] 2024-11-13T19:40:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:10,194 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:10,200 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b6e7523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:10,200 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:10,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37091,1731526778470 2024-11-13T19:40:10,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25859cc0 2024-11-13T19:40:10,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:10,202 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T19:40:10,203 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,34535,1731526788701 (queues=1) is replicating from cluster=6751d5ec-62f2-409a-b846-d8027a26410c to cluster=122cf843-9846-4301-99ee-f1fc87090e9a 2024-11-13T19:40:10,203 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C34535%2C1731526788701 2024-11-13T19:40:10,203 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,34535,1731526788701, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:40:10,208 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C34535%2C1731526788701 2024-11-13T19:40:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:40:10,398 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:40:10,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:10,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:10,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:10,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:10,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:10,401 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T19:40:10,490 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1235, reset compression=false 2024-11-13T19:40:10,684 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1236, reset compression=false 2024-11-13T19:40:10,689 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:10,689 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1340, reset compression=false 2024-11-13T19:40:10,689 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0523bd2b7aba006b92af9b5d675169f/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:40:10,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:10,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:10,893 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1340, reset compression=false 2024-11-13T19:40:10,993 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1235, reset compression=false 2024-11-13T19:40:10,997 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:10,997 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1362, reset compression=false 2024-11-13T19:40:10,997 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[{test/faa3f196cae4b480fb8f640523bcab1f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T19:40:10,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:11,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:11,196 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1340, reset compression=false 2024-11-13T19:40:11,201 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1362, reset compression=false 2024-11-13T19:40:11,404 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T19:40:11,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697a6a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:11,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42117,-1 for getting cluster id 2024-11-13T19:40:11,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:11,407 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6751d5ec-62f2-409a-b846-d8027a26410c' 2024-11-13T19:40:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6751d5ec-62f2-409a-b846-d8027a26410c" 2024-11-13T19:40:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616e80bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42117,-1] 2024-11-13T19:40:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:11,408 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df0f97b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:11,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,42117,1731526788581 2024-11-13T19:40:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45c12473 2024-11-13T19:40:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:11,415 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:11,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-13T19:40:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T19:40:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T19:40:11,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:40:11,504 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1362, reset compression=false 2024-11-13T19:40:11,509 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:11,509 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1466, reset compression=false 2024-11-13T19:40:11,509 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[{test/faa3f196cae4b480fb8f640523bcab1f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:40:11,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:11,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T19:40:11,600 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1340, reset compression=false 2024-11-13T19:40:11,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T19:40:11,647 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T19:40:11,647 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T19:40:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T19:40:11,650 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 80cec940e2c9,34535,1731526788701 suceeded 2024-11-13T19:40:11,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T19:40:11,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-13T19:40:11,651 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T19:40:11,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 235 msec 2024-11-13T19:40:11,708 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, startPosition=1239, beingWritten=true 2024-11-13T19:40:11,713 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:11,713 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1518, reset compression=false 2024-11-13T19:40:11,713 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34535,1731526788701 got entry batch from reader: WALEntryBatch [walEntries=[{test/a360dc353f0a04a52fbbb853f705ff7d/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T19:40:11,713 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1466, reset compression=false 2024-11-13T19:40:11,718 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:11,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T19:40:11,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:11,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T19:40:11,738 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:40:11,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:11,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:11,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:11,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:11,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:11,740 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T19:40:11,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:40:11,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:11,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:11,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:11,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:11,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:11,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:40:11,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=690753776, stopped=false 2024-11-13T19:40:11,741 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,42117,1731526788581 2024-11-13T19:40:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1037310402/running 2024-11-13T19:40:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1037310402/running 2024-11-13T19:40:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:40:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:40:11,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:40:11,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:11,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:11,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:11,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,34535,1731526788701' ***** 2024-11-13T19:40:11,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:40:11,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on znode that does not yet exist, /2-1037310402/running 2024-11-13T19:40:11,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Set watcher on znode that does not yet exist, /2-1037310402/running 2024-11-13T19:40:11,746 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:40:11,746 INFO [RS:0;80cec940e2c9:34535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:40:11,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:40:11,746 INFO [RS:0;80cec940e2c9:34535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:40:11,746 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(3091): Received CLOSE for a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:40:11,746 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(3091): Received CLOSE for 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:11,746 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,34535,1731526788701 2024-11-13T19:40:11,746 INFO [RS:0;80cec940e2c9:34535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:40:11,746 INFO [RS:0;80cec940e2c9:34535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:34535. 2024-11-13T19:40:11,746 DEBUG [RS:0;80cec940e2c9:34535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:11,746 DEBUG [RS:0;80cec940e2c9:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:11,746 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a360dc353f0a04a52fbbb853f705ff7d, disabling compactions & flushes 2024-11-13T19:40:11,747 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:40:11,747 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:40:11,747 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:40:11,747 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:40:11,747 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. after waiting 0 ms 2024-11-13T19:40:11,747 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:40:11,747 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:40:11,747 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:40:11,747 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a360dc353f0a04a52fbbb853f705ff7d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T19:40:11,747 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:40:11,747 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1325): Online Regions={a360dc353f0a04a52fbbb853f705ff7d=test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d., 1588230740=hbase:meta,,1.1588230740, 4285794f9e3018351faa817e4086a9ee=hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee.} 2024-11-13T19:40:11,747 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4285794f9e3018351faa817e4086a9ee, a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:40:11,747 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:40:11,747 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:40:11,747 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:40:11,747 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:40:11,747 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:40:11,747 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:40:11,767 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/info/51a7901f347a47b9a0e7c45ef8801d25 is 147, key is hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee./info:regioninfo/1731526802702/Put/seqid=0 2024-11-13T19:40:11,767 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/.tmp/f/4e8da345c87546299e012641c5a51530 is 37, key is row3/f:row3/1731526810399/Put/seqid=0 2024-11-13T19:40:11,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741841_1017 (size=5228) 2024-11-13T19:40:11,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741840_1016 (size=7686) 2024-11-13T19:40:11,844 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:40:11,920 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1518, reset compression=false 2024-11-13T19:40:11,924 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:11,924 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1765, reset compression=false 2024-11-13T19:40:11,924 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,34535,1731526788701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:11,925 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,34535,1731526788701: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,34535,1731526788701, walGroup=80cec940e2c9%2C34535%2C1731526788701, offset=80cec940e2c9%2C34535%2C1731526788701.1731526790155:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:34535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:40:11,927 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:40:11,927 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:40:11,927 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:40:11,928 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:40:11,928 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:40:11,928 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1308622848, "init": 1048576000, "max": 2306867200, "used": 787265312 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198047936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:40:11,928 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:42117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:42117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:40:11,947 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4285794f9e3018351faa817e4086a9ee, a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:40:12,020 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1466, reset compression=false 2024-11-13T19:40:12,098 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:40:12,098 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:40:12,103 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1340, reset compression=false 2024-11-13T19:40:12,108 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:12,108 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:12,108 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:12,132 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1765, reset compression=false 2024-11-13T19:40:12,147 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4285794f9e3018351faa817e4086a9ee, a360dc353f0a04a52fbbb853f705ff7d 2024-11-13T19:40:12,177 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/info/51a7901f347a47b9a0e7c45ef8801d25 2024-11-13T19:40:12,178 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/.tmp/f/4e8da345c87546299e012641c5a51530 2024-11-13T19:40:12,181 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e8da345c87546299e012641c5a51530 2024-11-13T19:40:12,198 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/.tmp/f1/6168206db96548ce9f6f6907e02fcfef is 30, key is row1/f1:/1731526807743/DeleteFamily/seqid=0 2024-11-13T19:40:12,209 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/ns/e4ac3617c7534592a0f63ea5392531f3 is 43, key is default/ns:d/1731526790635/Put/seqid=0 2024-11-13T19:40:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741842_1018 (size=5158) 2024-11-13T19:40:12,223 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/.tmp/f1/6168206db96548ce9f6f6907e02fcfef 2024-11-13T19:40:12,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741843_1019 (size=5153) 2024-11-13T19:40:12,229 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6168206db96548ce9f6f6907e02fcfef 2024-11-13T19:40:12,251 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/.tmp/norep/7b028e580f264ba689d8315356130375 is 33, key is row2/norep:/1731526808748/DeleteFamily/seqid=0 2024-11-13T19:40:12,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741844_1020 (size=5108) 2024-11-13T19:40:12,256 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/.tmp/norep/7b028e580f264ba689d8315356130375 2024-11-13T19:40:12,261 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b028e580f264ba689d8315356130375 2024-11-13T19:40:12,261 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/.tmp/f/4e8da345c87546299e012641c5a51530 as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/f/4e8da345c87546299e012641c5a51530 2024-11-13T19:40:12,266 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e8da345c87546299e012641c5a51530 2024-11-13T19:40:12,266 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/f/4e8da345c87546299e012641c5a51530, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T19:40:12,267 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/.tmp/f1/6168206db96548ce9f6f6907e02fcfef as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/f1/6168206db96548ce9f6f6907e02fcfef 2024-11-13T19:40:12,272 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6168206db96548ce9f6f6907e02fcfef 2024-11-13T19:40:12,272 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/f1/6168206db96548ce9f6f6907e02fcfef, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T19:40:12,273 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/.tmp/norep/7b028e580f264ba689d8315356130375 as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/norep/7b028e580f264ba689d8315356130375 2024-11-13T19:40:12,278 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b028e580f264ba689d8315356130375 2024-11-13T19:40:12,278 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/norep/7b028e580f264ba689d8315356130375, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T19:40:12,279 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a360dc353f0a04a52fbbb853f705ff7d in 532ms, sequenceid=12, compaction requested=false 2024-11-13T19:40:12,290 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/default/test/a360dc353f0a04a52fbbb853f705ff7d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:40:12,290 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:12,290 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:40:12,290 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:40:12,291 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a360dc353f0a04a52fbbb853f705ff7d: Waiting for close lock at 1731526811746Running coprocessor pre-close hooks at 1731526811746Disabling compacts and flushes for region at 1731526811746Disabling writes for close at 1731526811747 (+1 ms)Obtaining lock to block concurrent updates at 1731526811747Preparing flush snapshotting stores in a360dc353f0a04a52fbbb853f705ff7d at 1731526811747Finished memstore snapshotting test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731526811747Flushing stores of test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. at 1731526811747Flushing a360dc353f0a04a52fbbb853f705ff7d/f: creating writer at 1731526811748 (+1 ms)Flushing a360dc353f0a04a52fbbb853f705ff7d/f: appending metadata at 1731526811766 (+18 ms)Flushing a360dc353f0a04a52fbbb853f705ff7d/f: closing flushed file at 1731526811766Flushing a360dc353f0a04a52fbbb853f705ff7d/f1: creating writer at 1731526812181 (+415 ms)Flushing a360dc353f0a04a52fbbb853f705ff7d/f1: appending metadata at 1731526812197 (+16 ms)Flushing a360dc353f0a04a52fbbb853f705ff7d/f1: closing flushed file at 1731526812197Flushing a360dc353f0a04a52fbbb853f705ff7d/norep: creating writer at 1731526812229 (+32 ms)Flushing a360dc353f0a04a52fbbb853f705ff7d/norep: appending metadata at 1731526812250 (+21 ms)Flushing a360dc353f0a04a52fbbb853f705ff7d/norep: closing flushed file at 1731526812250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b3cb9c: reopening flushed file at 1731526812261 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45184ba5: reopening flushed file at 1731526812266 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca150e8: reopening flushed file at 1731526812272 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a360dc353f0a04a52fbbb853f705ff7d in 532ms, sequenceid=12, compaction requested=false at 1731526812279 (+7 ms)Writing region close event to WAL at 1731526812287 (+8 ms)Running coprocessor post-close hooks at 1731526812290 (+3 ms)Closed at 1731526812290 2024-11-13T19:40:12,291 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d. 2024-11-13T19:40:12,291 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4285794f9e3018351faa817e4086a9ee, disabling compactions & flushes 2024-11-13T19:40:12,291 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:12,291 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:12,291 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. after waiting 0 ms 2024-11-13T19:40:12,291 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:12,291 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4285794f9e3018351faa817e4086a9ee: Waiting for close lock at 1731526812291Running coprocessor pre-close hooks at 1731526812291Disabling compacts and flushes for region at 1731526812291Disabling writes for close at 1731526812291Failed flush hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee., putting online again at 1731526812291 2024-11-13T19:40:12,291 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:12,311 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:12,347 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(3091): Received CLOSE for 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:12,348 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4285794f9e3018351faa817e4086a9ee 2024-11-13T19:40:12,348 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4285794f9e3018351faa817e4086a9ee, disabling compactions & flushes 2024-11-13T19:40:12,348 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:12,348 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:12,348 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. after waiting 0 ms 2024-11-13T19:40:12,348 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:12,348 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4285794f9e3018351faa817e4086a9ee: Waiting for close lock at 1731526812348Running coprocessor pre-close hooks at 1731526812348Disabling compacts and flushes for region at 1731526812348Disabling writes for close at 1731526812348Failed flush hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee., putting online again at 1731526812348 2024-11-13T19:40:12,348 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee. 2024-11-13T19:40:12,424 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1466, reset compression=false 2024-11-13T19:40:12,436 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 1765, reset compression=false 2024-11-13T19:40:12,446 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:12,446 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 2409, reset compression=false 2024-11-13T19:40:12,548 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:40:12,615 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:12,625 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/ns/e4ac3617c7534592a0f63ea5392531f3 2024-11-13T19:40:12,642 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/rep_barrier/57c58d19ae1b4322a8803bc847c1c38a is 112, key is test,,1731526795071.a360dc353f0a04a52fbbb853f705ff7d./rep_barrier:seqnumDuringOpen/1731526796213/Put/seqid=0 2024-11-13T19:40:12,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741845_1021 (size=5518) 2024-11-13T19:40:12,653 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 2409, reset compression=false 2024-11-13T19:40:12,748 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:40:12,748 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4285794f9e3018351faa817e4086a9ee=hbase:replication,,1731526801541.4285794f9e3018351faa817e4086a9ee.} 2024-11-13T19:40:12,748 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:40:12,926 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1466, reset compression=false 2024-11-13T19:40:12,948 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:40:12,956 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 2409, reset compression=false 2024-11-13T19:40:13,018 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:13,045 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/rep_barrier/57c58d19ae1b4322a8803bc847c1c38a 2024-11-13T19:40:13,061 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/table/88230bcb344d4811b80cb8e607d3ffd0 is 53, key is hbase:replication/table:state/1731526802708/Put/seqid=0 2024-11-13T19:40:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:40:13,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:40:13,148 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:40:13,349 DEBUG [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:40:13,359 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.wal-reader.80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 to pos 2409, reset compression=false 2024-11-13T19:40:13,465 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/table/88230bcb344d4811b80cb8e607d3ffd0 2024-11-13T19:40:13,470 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/info/51a7901f347a47b9a0e7c45ef8801d25 as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/info/51a7901f347a47b9a0e7c45ef8801d25 2024-11-13T19:40:13,475 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/info/51a7901f347a47b9a0e7c45ef8801d25, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:40:13,476 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/ns/e4ac3617c7534592a0f63ea5392531f3 as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/ns/e4ac3617c7534592a0f63ea5392531f3 2024-11-13T19:40:13,481 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/ns/e4ac3617c7534592a0f63ea5392531f3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:40:13,482 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/rep_barrier/57c58d19ae1b4322a8803bc847c1c38a as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/rep_barrier/57c58d19ae1b4322a8803bc847c1c38a 2024-11-13T19:40:13,486 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/rep_barrier/57c58d19ae1b4322a8803bc847c1c38a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:40:13,487 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/.tmp/table/88230bcb344d4811b80cb8e607d3ffd0 as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/table/88230bcb344d4811b80cb8e607d3ffd0 2024-11-13T19:40:13,491 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/table/88230bcb344d4811b80cb8e607d3ffd0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:40:13,492 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false 2024-11-13T19:40:13,502 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:40:13,502 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:13,502 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:40:13,502 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:13,503 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526811747Running coprocessor pre-close hooks at 1731526811747Disabling compacts and flushes for region at 1731526811747Disabling writes for close at 1731526811747Obtaining lock to block concurrent updates at 1731526811747Preparing flush snapshotting stores in 1588230740 at 1731526811747Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526811747Flushing stores of hbase:meta,,1.1588230740 at 1731526811748 (+1 ms)Flushing 1588230740/info: creating writer at 1731526811748Flushing 1588230740/info: appending metadata at 1731526811766 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731526811766Flushing 1588230740/ns: creating writer at 1731526812181 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731526812209 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731526812209Flushing 1588230740/rep_barrier: creating writer at 1731526812629 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526812642 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526812642Flushing 1588230740/table: creating writer at 1731526813049 (+407 ms)Flushing 1588230740/table: appending metadata at 1731526813061 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731526813061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e42632f: reopening flushed file at 1731526813470 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9abb88: reopening flushed file at 1731526813475 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e4fa661: reopening flushed file at 1731526813481 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709c0de4: reopening flushed file at 1731526813486 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false at 1731526813492 (+6 ms)Writing region close event to WAL at 1731526813499 (+7 ms)Running coprocessor post-close hooks at 1731526813502 (+3 ms)Closed at 1731526813502 2024-11-13T19:40:13,503 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:13,521 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:13,529 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1466, reset compression=false 2024-11-13T19:40:13,549 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:40:13,549 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,34535,1731526788701; all regions closed. 2024-11-13T19:40:13,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.meta.1731526790597.meta not finished, retry = 0 2024-11-13T19:40:13,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:40:13,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741839_1015 (size=2390) 2024-11-13T19:40:13,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.rep.1731526802671 not finished, retry = 0 2024-11-13T19:40:13,756 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/WALs/80cec940e2c9,34535,1731526788701/80cec940e2c9%2C34535%2C1731526788701.1731526790155 not finished, retry = 0 2024-11-13T19:40:13,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741832_1008 (size=2417) 2024-11-13T19:40:13,857 DEBUG [RS:0;80cec940e2c9:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:13,857 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:40:13,857 INFO [RS:0;80cec940e2c9:34535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:40:13,858 INFO [RS:0;80cec940e2c9:34535 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:40:13,858 INFO [RS:0;80cec940e2c9:34535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:40:13,858 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:40:13,858 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,34535,1731526788701 because: Region server is closing 2024-11-13T19:40:13,858 INFO [RS:0;80cec940e2c9:34535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:34535. 2024-11-13T19:40:13,858 DEBUG [RS:0;80cec940e2c9:34535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:13,858 DEBUG [RS:0;80cec940e2c9:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:13,858 DEBUG [RS:0;80cec940e2c9:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:13,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:13,959 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,34535,1731526788701.replicationSource.shipper80cec940e2c9%2C34535%2C1731526788701,1-80cec940e2c9,34535,1731526788701 terminated 2024-11-13T19:40:13,959 INFO [RS:0;80cec940e2c9:34535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:34535. 2024-11-13T19:40:13,959 DEBUG [RS:0;80cec940e2c9:34535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:13,959 DEBUG [RS:0;80cec940e2c9:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:13,959 DEBUG [RS:0;80cec940e2c9:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:13,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:13,959 INFO [RS:0;80cec940e2c9:34535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34535 2024-11-13T19:40:14,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402/rs 2024-11-13T19:40:14,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1037310402/rs/80cec940e2c9,34535,1731526788701 2024-11-13T19:40:14,035 INFO [RS:0;80cec940e2c9:34535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:40:14,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,34535,1731526788701] 2024-11-13T19:40:14,124 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:14,193 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1037310402/draining/80cec940e2c9,34535,1731526788701 already deleted, retry=false 2024-11-13T19:40:14,193 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,34535,1731526788701 expired; onlineServers=0 2024-11-13T19:40:14,193 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,42117,1731526788581' ***** 2024-11-13T19:40:14,193 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:40:14,193 INFO [M:0;80cec940e2c9:42117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:40:14,193 INFO [M:0;80cec940e2c9:42117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:40:14,194 DEBUG [M:0;80cec940e2c9:42117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:40:14,194 DEBUG [M:0;80cec940e2c9:42117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:40:14,194 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:40:14,194 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526789836 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526789836,5,FailOnTimeoutGroup] 2024-11-13T19:40:14,194 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526789836 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526789836,5,FailOnTimeoutGroup] 2024-11-13T19:40:14,194 INFO [M:0;80cec940e2c9:42117 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:40:14,194 INFO [M:0;80cec940e2c9:42117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:40:14,194 DEBUG [M:0;80cec940e2c9:42117 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:40:14,194 INFO [M:0;80cec940e2c9:42117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:40:14,194 INFO [M:0;80cec940e2c9:42117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:40:14,194 INFO [M:0;80cec940e2c9:42117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:40:14,194 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:40:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:14,229 INFO [RS:0;80cec940e2c9:34535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:40:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x10136e39dbb0007, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:14,229 INFO [RS:0;80cec940e2c9:34535 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,34535,1731526788701; zookeeper connection closed. 2024-11-13T19:40:14,230 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32c6263b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32c6263b 2024-11-13T19:40:14,230 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:40:14,232 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1466, reset compression=false 2024-11-13T19:40:14,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1037310402/master 2024-11-13T19:40:14,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1037310402 2024-11-13T19:40:14,313 DEBUG [M:0;80cec940e2c9:42117 {}] zookeeper.ZKUtil(347): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Unable to get data of znode /2-1037310402/master because node does not exist (not an error) 2024-11-13T19:40:14,313 WARN [M:0;80cec940e2c9:42117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:40:14,314 INFO [M:0;80cec940e2c9:42117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/.lastflushedseqids 2024-11-13T19:40:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:40:14,721 INFO [M:0;80cec940e2c9:42117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:40:14,721 INFO [M:0;80cec940e2c9:42117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:40:14,721 DEBUG [M:0;80cec940e2c9:42117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:40:14,721 INFO [M:0;80cec940e2c9:42117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:14,721 DEBUG [M:0;80cec940e2c9:42117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:14,721 DEBUG [M:0;80cec940e2c9:42117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:40:14,721 DEBUG [M:0;80cec940e2c9:42117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:14,721 INFO [M:0;80cec940e2c9:42117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-13T19:40:14,735 DEBUG [M:0;80cec940e2c9:42117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db89d856219a43b2847402f67dea6030 is 82, key is hbase:meta,,1/info:regioninfo/1731526790623/Put/seqid=0 2024-11-13T19:40:14,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:40:14,827 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:15,035 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1466, reset compression=false 2024-11-13T19:40:15,138 INFO [M:0;80cec940e2c9:42117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db89d856219a43b2847402f67dea6030 2024-11-13T19:40:15,158 DEBUG [M:0;80cec940e2c9:42117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb3ffdd45dbd46e9b78aa2a7bb9c2fd5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731526802711/Put/seqid=0 2024-11-13T19:40:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741849_1025 (size=9211) 2024-11-13T19:40:15,562 INFO [M:0;80cec940e2c9:42117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb3ffdd45dbd46e9b78aa2a7bb9c2fd5 2024-11-13T19:40:15,581 DEBUG [M:0;80cec940e2c9:42117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bedbaf707574534b998853860357a57 is 69, key is 80cec940e2c9,34535,1731526788701/rs:state/1731526789955/Put/seqid=0 2024-11-13T19:40:15,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:40:15,584 INFO [M:0;80cec940e2c9:42117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bedbaf707574534b998853860357a57 2024-11-13T19:40:15,588 DEBUG [M:0;80cec940e2c9:42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db89d856219a43b2847402f67dea6030 as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db89d856219a43b2847402f67dea6030 2024-11-13T19:40:15,592 INFO [M:0;80cec940e2c9:42117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db89d856219a43b2847402f67dea6030, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T19:40:15,592 DEBUG [M:0;80cec940e2c9:42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb3ffdd45dbd46e9b78aa2a7bb9c2fd5 as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb3ffdd45dbd46e9b78aa2a7bb9c2fd5 2024-11-13T19:40:15,596 INFO [M:0;80cec940e2c9:42117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb3ffdd45dbd46e9b78aa2a7bb9c2fd5, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T19:40:15,596 DEBUG [M:0;80cec940e2c9:42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bedbaf707574534b998853860357a57 as hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bedbaf707574534b998853860357a57 2024-11-13T19:40:15,599 INFO [M:0;80cec940e2c9:42117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42407/user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bedbaf707574534b998853860357a57, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T19:40:15,600 INFO [M:0;80cec940e2c9:42117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=127, compaction requested=false 2024-11-13T19:40:15,601 INFO [M:0;80cec940e2c9:42117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:15,601 DEBUG [M:0;80cec940e2c9:42117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526814721Disabling compacts and flushes for region at 1731526814721Disabling writes for close at 1731526814721Obtaining lock to block concurrent updates at 1731526814721Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526814721Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731526814722 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526814722Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526814722Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526814735 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526814735Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526815142 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526815158 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526815158Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526815565 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526815580 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526815580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47370a47: reopening flushed file at 1731526815588 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7208e149: reopening flushed file at 1731526815592 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c01909: reopening flushed file at 1731526815596 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=127, compaction requested=false at 1731526815600 (+4 ms)Writing region close event to WAL at 1731526815601 (+1 ms)Closed at 1731526815601 2024-11-13T19:40:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46015 is added to blk_1073741830_1006 (size=73854) 2024-11-13T19:40:15,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/689e2d98-faf6-d94a-429f-1dbfde26b4a7/MasterData/WALs/80cec940e2c9,42117,1731526788581/80cec940e2c9%2C42117%2C1731526788581.1731526789627 not finished, retry = 0 2024-11-13T19:40:15,630 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:15,703 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:40:15,703 INFO [M:0;80cec940e2c9:42117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:40:15,703 INFO [M:0;80cec940e2c9:42117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42117 2024-11-13T19:40:15,704 INFO [M:0;80cec940e2c9:42117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:40:15,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:15,873 INFO [M:0;80cec940e2c9:42117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:40:15,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10136e39dbb0006, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:15,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f37dcdc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:40:15,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed836a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:40:15,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:40:15,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49ed9d45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:40:15,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49ddc8e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.log.dir/,STOPPED} 2024-11-13T19:40:15,878 WARN [BP-1000714751-172.17.0.3-1731526787028 heartbeating to localhost/127.0.0.1:42407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:40:15,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:40:15,878 WARN [BP-1000714751-172.17.0.3-1731526787028 heartbeating to localhost/127.0.0.1:42407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1000714751-172.17.0.3-1731526787028 (Datanode Uuid 38a2b103-0255-446f-91e9-3169d98b18d5) service to localhost/127.0.0.1:42407 2024-11-13T19:40:15,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:40:15,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/cluster_6a216ec8-569c-7780-a48f-5f4890ee7f53/data/data1/current/BP-1000714751-172.17.0.3-1731526787028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:40:15,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/cluster_6a216ec8-569c-7780-a48f-5f4890ee7f53/data/data2/current/BP-1000714751-172.17.0.3-1731526787028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:40:15,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:40:15,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c11ceb4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:40:15,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cd281a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:40:15,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:40:15,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d37fcd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:40:15,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e76c5b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.log.dir/,STOPPED} 2024-11-13T19:40:15,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:40:15,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:40:15,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:15,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:15,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:15,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:15,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:15,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:40:15,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1439203985, stopped=false 2024-11-13T19:40:15,897 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,33819,1731526783538 2024-11-13T19:40:15,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11506363571/running 2024-11-13T19:40:15,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11506363571/running 2024-11-13T19:40:15,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:40:15,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:40:15,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:40:15,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:15,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on znode that does not yet exist, /11506363571/running 2024-11-13T19:40:15,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:15,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Set watcher on znode that does not yet exist, /11506363571/running 2024-11-13T19:40:15,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:15,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,40385,1731526783656' ***** 2024-11-13T19:40:15,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:40:15,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(3091): Received CLOSE for faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(3091): Received CLOSE for 5949e119e93252518de2095ece891797 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,40385,1731526783656 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40385. 2024-11-13T19:40:15,913 DEBUG [RS:0;80cec940e2c9:40385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:15,913 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faa3f196cae4b480fb8f640523bcab1f, disabling compactions & flushes 2024-11-13T19:40:15,913 DEBUG [RS:0;80cec940e2c9:40385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:15,913 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:40:15,913 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:40:15,913 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. after waiting 0 ms 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:40:15,913 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:40:15,913 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:40:15,913 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing faa3f196cae4b480fb8f640523bcab1f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T19:40:15,914 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:40:15,914 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, faa3f196cae4b480fb8f640523bcab1f=test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f., 5949e119e93252518de2095ece891797=hbase:replication,,1731526799392.5949e119e93252518de2095ece891797.} 2024-11-13T19:40:15,914 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:40:15,914 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5949e119e93252518de2095ece891797, faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:40:15,914 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:40:15,914 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:40:15,914 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:40:15,914 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:40:15,914 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:40:15,927 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/info/b11a8afe25b04dc3bfb104217b5c355a is 147, key is hbase:replication,,1731526799392.5949e119e93252518de2095ece891797./info:regioninfo/1731526800570/Put/seqid=0 2024-11-13T19:40:15,929 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/.tmp/f/7749d9593da04845bbf8055fc50aaaeb is 37, key is row3/f:row3/1731526810399/Put/seqid=0 2024-11-13T19:40:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741840_1016 (size=7686) 2024-11-13T19:40:15,931 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/info/b11a8afe25b04dc3bfb104217b5c355a 2024-11-13T19:40:15,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741841_1017 (size=5228) 2024-11-13T19:40:15,938 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1466, reset compression=false 2024-11-13T19:40:15,942 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:15,942 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1713, reset compression=false 2024-11-13T19:40:15,942 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40385,1731526783656 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:15,943 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,40385,1731526783656: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,40385,1731526783656, walGroup=80cec940e2c9%2C40385%2C1731526783656, offset=80cec940e2c9%2C40385%2C1731526783656.1731526785864:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:40385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:40:15,945 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:40:15,945 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:40:15,945 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:40:15,946 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:40:15,946 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:40:15,946 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1308622848, "init": 1048576000, "max": 2306867200, "used": 776990656 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198559184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:40:15,946 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:33819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:33819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:40:15,951 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/ns/22620b09cb8546ceaec9d1eaff6f22cc is 43, key is default/ns:d/1731526786903/Put/seqid=0 2024-11-13T19:40:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:40:15,962 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:40:16,114 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5949e119e93252518de2095ece891797, faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:40:16,146 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1713, reset compression=false 2024-11-13T19:40:16,314 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5949e119e93252518de2095ece891797, faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:40:16,334 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/.tmp/f/7749d9593da04845bbf8055fc50aaaeb 2024-11-13T19:40:16,337 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7749d9593da04845bbf8055fc50aaaeb 2024-11-13T19:40:16,350 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/.tmp/f1/fb1a4193cdb344b384b4da2c1f96c589 is 30, key is row1/f1:/1731526807743/DeleteFamily/seqid=0 2024-11-13T19:40:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741843_1019 (size=5158) 2024-11-13T19:40:16,354 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/ns/22620b09cb8546ceaec9d1eaff6f22cc 2024-11-13T19:40:16,370 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/rep_barrier/8e7b7907aac34fdda57a9209b3bfe887 is 112, key is test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f./rep_barrier:seqnumDuringOpen/1731526794050/Put/seqid=0 2024-11-13T19:40:16,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741844_1020 (size=5518) 2024-11-13T19:40:16,450 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1713, reset compression=false 2024-11-13T19:40:16,514 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5949e119e93252518de2095ece891797, faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:40:16,533 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:16,714 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5949e119e93252518de2095ece891797, faa3f196cae4b480fb8f640523bcab1f 2024-11-13T19:40:16,735 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:40:16,735 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:40:16,754 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/.tmp/f1/fb1a4193cdb344b384b4da2c1f96c589 2024-11-13T19:40:16,757 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb1a4193cdb344b384b4da2c1f96c589 2024-11-13T19:40:16,771 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/.tmp/norep/73b7a9fb10924b73a293d898f3610526 is 33, key is row1/norep:/1731526807743/DeleteFamily/seqid=0 2024-11-13T19:40:16,773 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/rep_barrier/8e7b7907aac34fdda57a9209b3bfe887 2024-11-13T19:40:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741845_1021 (size=5108) 2024-11-13T19:40:16,775 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/.tmp/norep/73b7a9fb10924b73a293d898f3610526 2024-11-13T19:40:16,778 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73b7a9fb10924b73a293d898f3610526 2024-11-13T19:40:16,778 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/.tmp/f/7749d9593da04845bbf8055fc50aaaeb as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/f/7749d9593da04845bbf8055fc50aaaeb 2024-11-13T19:40:16,782 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7749d9593da04845bbf8055fc50aaaeb 2024-11-13T19:40:16,782 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/f/7749d9593da04845bbf8055fc50aaaeb, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T19:40:16,782 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/.tmp/f1/fb1a4193cdb344b384b4da2c1f96c589 as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/f1/fb1a4193cdb344b384b4da2c1f96c589 2024-11-13T19:40:16,786 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb1a4193cdb344b384b4da2c1f96c589 2024-11-13T19:40:16,786 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/f1/fb1a4193cdb344b384b4da2c1f96c589, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T19:40:16,786 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/.tmp/norep/73b7a9fb10924b73a293d898f3610526 as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/norep/73b7a9fb10924b73a293d898f3610526 2024-11-13T19:40:16,792 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73b7a9fb10924b73a293d898f3610526 2024-11-13T19:40:16,792 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/norep/73b7a9fb10924b73a293d898f3610526, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T19:40:16,793 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for faa3f196cae4b480fb8f640523bcab1f in 880ms, sequenceid=12, compaction requested=false 2024-11-13T19:40:16,793 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:40:16,796 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/table/26f45cba6641461ea65d2e66433a9f70 is 53, key is hbase:replication/table:state/1731526800579/Put/seqid=0 2024-11-13T19:40:16,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:40:16,803 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/default/test/faa3f196cae4b480fb8f640523bcab1f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:40:16,803 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:16,803 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:40:16,803 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:40:16,803 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faa3f196cae4b480fb8f640523bcab1f: Waiting for close lock at 1731526815913Running coprocessor pre-close hooks at 1731526815913Disabling compacts and flushes for region at 1731526815913Disabling writes for close at 1731526815913Obtaining lock to block concurrent updates at 1731526815913Preparing flush snapshotting stores in faa3f196cae4b480fb8f640523bcab1f at 1731526815913Finished memstore snapshotting test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731526815914 (+1 ms)Flushing stores of test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. at 1731526815914Flushing faa3f196cae4b480fb8f640523bcab1f/f: creating writer at 1731526815914Flushing faa3f196cae4b480fb8f640523bcab1f/f: appending metadata at 1731526815929 (+15 ms)Flushing faa3f196cae4b480fb8f640523bcab1f/f: closing flushed file at 1731526815929Flushing faa3f196cae4b480fb8f640523bcab1f/f1: creating writer at 1731526816338 (+409 ms)Flushing faa3f196cae4b480fb8f640523bcab1f/f1: appending metadata at 1731526816350 (+12 ms)Flushing faa3f196cae4b480fb8f640523bcab1f/f1: closing flushed file at 1731526816350Flushing faa3f196cae4b480fb8f640523bcab1f/norep: creating writer at 1731526816758 (+408 ms)Flushing faa3f196cae4b480fb8f640523bcab1f/norep: appending metadata at 1731526816770 (+12 ms)Flushing faa3f196cae4b480fb8f640523bcab1f/norep: closing flushed file at 1731526816770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299f44aa: reopening flushed file at 1731526816778 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2816160f: reopening flushed file at 1731526816782 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f99fde5: reopening flushed file at 1731526816786 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for faa3f196cae4b480fb8f640523bcab1f in 880ms, sequenceid=12, compaction requested=false at 1731526816793 (+7 ms)Writing region close event to WAL at 1731526816800 (+7 ms)Running coprocessor post-close hooks at 1731526816803 (+3 ms)Closed at 1731526816803 2024-11-13T19:40:16,803 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526792910.faa3f196cae4b480fb8f640523bcab1f. 2024-11-13T19:40:16,804 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5949e119e93252518de2095ece891797, disabling compactions & flushes 2024-11-13T19:40:16,804 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:16,804 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:16,804 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. after waiting 0 ms 2024-11-13T19:40:16,804 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:16,804 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5949e119e93252518de2095ece891797: Waiting for close lock at 1731526816804Running coprocessor pre-close hooks at 1731526816804Disabling compacts and flushes for region at 1731526816804Disabling writes for close at 1731526816804Failed flush hbase:replication,,1731526799392.5949e119e93252518de2095ece891797., putting online again at 1731526816804 2024-11-13T19:40:16,804 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:16,854 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 1713, reset compression=false 2024-11-13T19:40:16,859 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:16,859 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 2357, reset compression=false 2024-11-13T19:40:16,915 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(3091): Received CLOSE for 5949e119e93252518de2095ece891797 2024-11-13T19:40:16,915 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5949e119e93252518de2095ece891797 2024-11-13T19:40:16,915 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5949e119e93252518de2095ece891797, disabling compactions & flushes 2024-11-13T19:40:16,915 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:16,915 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:16,915 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. after waiting 0 ms 2024-11-13T19:40:16,915 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:16,915 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5949e119e93252518de2095ece891797: Waiting for close lock at 1731526816915Running coprocessor pre-close hooks at 1731526816915Disabling compacts and flushes for region at 1731526816915Disabling writes for close at 1731526816915Failed flush hbase:replication,,1731526799392.5949e119e93252518de2095ece891797., putting online again at 1731526816915 2024-11-13T19:40:16,915 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526799392.5949e119e93252518de2095ece891797. 2024-11-13T19:40:17,061 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 2357, reset compression=false 2024-11-13T19:40:17,115 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:40:17,115 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5949e119e93252518de2095ece891797=hbase:replication,,1731526799392.5949e119e93252518de2095ece891797.} 2024-11-13T19:40:17,115 DEBUG [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:40:17,200 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/table/26f45cba6641461ea65d2e66433a9f70 2024-11-13T19:40:17,205 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/info/b11a8afe25b04dc3bfb104217b5c355a as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/info/b11a8afe25b04dc3bfb104217b5c355a 2024-11-13T19:40:17,209 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/info/b11a8afe25b04dc3bfb104217b5c355a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:40:17,209 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/ns/22620b09cb8546ceaec9d1eaff6f22cc as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/ns/22620b09cb8546ceaec9d1eaff6f22cc 2024-11-13T19:40:17,212 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/ns/22620b09cb8546ceaec9d1eaff6f22cc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:40:17,213 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/rep_barrier/8e7b7907aac34fdda57a9209b3bfe887 as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/rep_barrier/8e7b7907aac34fdda57a9209b3bfe887 2024-11-13T19:40:17,217 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/rep_barrier/8e7b7907aac34fdda57a9209b3bfe887, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:40:17,217 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/.tmp/table/26f45cba6641461ea65d2e66433a9f70 as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/table/26f45cba6641461ea65d2e66433a9f70 2024-11-13T19:40:17,221 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/table/26f45cba6641461ea65d2e66433a9f70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:40:17,222 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-13T19:40:17,222 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:40:17,226 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:40:17,227 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:17,227 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:40:17,227 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:17,227 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526815914Running coprocessor pre-close hooks at 1731526815914Disabling compacts and flushes for region at 1731526815914Disabling writes for close at 1731526815914Obtaining lock to block concurrent updates at 1731526815914Preparing flush snapshotting stores in 1588230740 at 1731526815914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526815914Flushing stores of hbase:meta,,1.1588230740 at 1731526815914Flushing 1588230740/info: creating writer at 1731526815914Flushing 1588230740/info: appending metadata at 1731526815927 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731526815927Flushing 1588230740/ns: creating writer at 1731526815935 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731526815950 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731526815950Flushing 1588230740/rep_barrier: creating writer at 1731526816358 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526816369 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526816370 (+1 ms)Flushing 1588230740/table: creating writer at 1731526816778 (+408 ms)Flushing 1588230740/table: appending metadata at 1731526816796 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731526816796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558ce42e: reopening flushed file at 1731526817205 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b62b4e1: reopening flushed file at 1731526817209 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18573315: reopening flushed file at 1731526817213 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f269cf5: reopening flushed file at 1731526817217 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731526817222 (+5 ms)Writing region close event to WAL at 1731526817224 (+2 ms)Running coprocessor post-close hooks at 1731526817227 (+3 ms)Closed at 1731526817227 2024-11-13T19:40:17,227 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:17,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,315 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:40:17,315 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,40385,1731526783656; all regions closed. 2024-11-13T19:40:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:40:17,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.meta.1731526786863.meta not finished, retry = 0 2024-11-13T19:40:17,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,365 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 to pos 2357, reset compression=false 2024-11-13T19:40:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741839_1015 (size=2609) 2024-11-13T19:40:17,420 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.rep.1731526800542 not finished, retry = 0 2024-11-13T19:40:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741832_1008 (size=2365) 2024-11-13T19:40:17,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/WALs/80cec940e2c9,40385,1731526783656/80cec940e2c9%2C40385%2C1731526783656.1731526785864 not finished, retry = 0 2024-11-13T19:40:17,536 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:17,623 DEBUG [RS:0;80cec940e2c9:40385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:17,623 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:40:17,623 INFO [RS:0;80cec940e2c9:40385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:40:17,623 INFO [RS:0;80cec940e2c9:40385 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:40:17,623 INFO [RS:0;80cec940e2c9:40385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:40:17,623 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:40:17,624 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,40385,1731526783656 because: Region server is closing 2024-11-13T19:40:17,624 INFO [RS:0;80cec940e2c9:40385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40385. 2024-11-13T19:40:17,624 DEBUG [RS:0;80cec940e2c9:40385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:17,624 DEBUG [RS:0;80cec940e2c9:40385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:17,624 DEBUG [RS:0;80cec940e2c9:40385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:17,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:17,724 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.shipper80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 terminated 2024-11-13T19:40:17,724 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40385,1731526783656.replicationSource.wal-reader.80cec940e2c9%2C40385%2C1731526783656,1-80cec940e2c9,40385,1731526783656 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:40:17,724 INFO [RS:0;80cec940e2c9:40385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40385. 2024-11-13T19:40:17,724 DEBUG [RS:0;80cec940e2c9:40385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:17,724 DEBUG [RS:0;80cec940e2c9:40385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:17,725 DEBUG [RS:0;80cec940e2c9:40385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:17,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:17,725 INFO [RS:0;80cec940e2c9:40385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40385 2024-11-13T19:40:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571/rs 2024-11-13T19:40:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11506363571/rs/80cec940e2c9,40385,1731526783656 2024-11-13T19:40:17,818 INFO [RS:0;80cec940e2c9:40385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:40:17,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,40385,1731526783656] 2024-11-13T19:40:17,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11506363571/draining/80cec940e2c9,40385,1731526783656 already deleted, retry=false 2024-11-13T19:40:17,836 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,40385,1731526783656 expired; onlineServers=0 2024-11-13T19:40:17,836 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,33819,1731526783538' ***** 2024-11-13T19:40:17,836 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:40:17,836 INFO [M:0;80cec940e2c9:33819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:40:17,836 INFO [M:0;80cec940e2c9:33819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:40:17,836 DEBUG [M:0;80cec940e2c9:33819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:40:17,837 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:40:17,837 DEBUG [M:0;80cec940e2c9:33819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:40:17,837 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526785637 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526785637,5,FailOnTimeoutGroup] 2024-11-13T19:40:17,837 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526785638 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526785638,5,FailOnTimeoutGroup] 2024-11-13T19:40:17,837 INFO [M:0;80cec940e2c9:33819 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:40:17,837 INFO [M:0;80cec940e2c9:33819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:40:17,837 DEBUG [M:0;80cec940e2c9:33819 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:40:17,837 INFO [M:0;80cec940e2c9:33819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:40:17,837 INFO [M:0;80cec940e2c9:33819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:40:17,837 INFO [M:0;80cec940e2c9:33819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:40:17,837 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:40:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11506363571/master 2024-11-13T19:40:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11506363571 2024-11-13T19:40:17,845 DEBUG [M:0;80cec940e2c9:33819 {}] zookeeper.ZKUtil(347): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Unable to get data of znode /11506363571/master because node does not exist (not an error) 2024-11-13T19:40:17,845 WARN [M:0;80cec940e2c9:33819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:40:17,845 INFO [M:0;80cec940e2c9:33819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/.lastflushedseqids 2024-11-13T19:40:17,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:40:17,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:40:17,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:17,928 INFO [RS:0;80cec940e2c9:40385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:40:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40385-0x10136e39dbb0004, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:17,928 INFO [RS:0;80cec940e2c9:40385 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,40385,1731526783656; zookeeper connection closed. 2024-11-13T19:40:17,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@83274cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@83274cc 2024-11-13T19:40:17,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:40:18,249 INFO [M:0;80cec940e2c9:33819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:40:18,250 INFO [M:0;80cec940e2c9:33819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:40:18,250 DEBUG [M:0;80cec940e2c9:33819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:40:18,250 INFO [M:0;80cec940e2c9:33819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:18,250 DEBUG [M:0;80cec940e2c9:33819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:18,250 DEBUG [M:0;80cec940e2c9:33819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:40:18,250 DEBUG [M:0;80cec940e2c9:33819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:18,250 INFO [M:0;80cec940e2c9:33819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T19:40:18,265 DEBUG [M:0;80cec940e2c9:33819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c31f767694b4244ac2cc3215ac2d195 is 82, key is hbase:meta,,1/info:regioninfo/1731526786890/Put/seqid=0 2024-11-13T19:40:18,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:40:18,639 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:18,669 INFO [M:0;80cec940e2c9:33819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c31f767694b4244ac2cc3215ac2d195 2024-11-13T19:40:18,690 DEBUG [M:0;80cec940e2c9:33819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b2927ade80b414db643d4e90b1f2aa0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526794071/Put/seqid=0 2024-11-13T19:40:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741849_1025 (size=7217) 2024-11-13T19:40:19,094 INFO [M:0;80cec940e2c9:33819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b2927ade80b414db643d4e90b1f2aa0 2024-11-13T19:40:19,098 INFO [M:0;80cec940e2c9:33819 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b2927ade80b414db643d4e90b1f2aa0 2024-11-13T19:40:19,115 DEBUG [M:0;80cec940e2c9:33819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92e9d57c89b142b78dcbd90a1491080c is 69, key is 80cec940e2c9,40385,1731526783656/rs:state/1731526785718/Put/seqid=0 2024-11-13T19:40:19,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:40:19,519 INFO [M:0;80cec940e2c9:33819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92e9d57c89b142b78dcbd90a1491080c 2024-11-13T19:40:19,524 DEBUG [M:0;80cec940e2c9:33819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c31f767694b4244ac2cc3215ac2d195 as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c31f767694b4244ac2cc3215ac2d195 2024-11-13T19:40:19,528 INFO [M:0;80cec940e2c9:33819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c31f767694b4244ac2cc3215ac2d195, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T19:40:19,529 DEBUG [M:0;80cec940e2c9:33819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b2927ade80b414db643d4e90b1f2aa0 as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b2927ade80b414db643d4e90b1f2aa0 2024-11-13T19:40:19,532 INFO [M:0;80cec940e2c9:33819 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b2927ade80b414db643d4e90b1f2aa0 2024-11-13T19:40:19,532 INFO [M:0;80cec940e2c9:33819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b2927ade80b414db643d4e90b1f2aa0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T19:40:19,533 DEBUG [M:0;80cec940e2c9:33819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92e9d57c89b142b78dcbd90a1491080c as hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92e9d57c89b142b78dcbd90a1491080c 2024-11-13T19:40:19,536 INFO [M:0;80cec940e2c9:33819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92e9d57c89b142b78dcbd90a1491080c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T19:40:19,537 INFO [M:0;80cec940e2c9:33819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-11-13T19:40:19,538 INFO [M:0;80cec940e2c9:33819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:19,538 DEBUG [M:0;80cec940e2c9:33819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526818250Disabling compacts and flushes for region at 1731526818250Disabling writes for close at 1731526818250Obtaining lock to block concurrent updates at 1731526818250Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526818250Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731526818250Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526818251 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526818251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526818264 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526818264Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526818672 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526818689 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526818689Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526819098 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526819114 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526819114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dccdd63: reopening flushed file at 1731526819523 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c6d698: reopening flushed file at 1731526819528 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df736fe: reopening flushed file at 1731526819532 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1731526819537 (+5 ms)Writing region close event to WAL at 1731526819538 (+1 ms)Closed at 1731526819538 2024-11-13T19:40:19,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741830_1006 (size=64411) 2024-11-13T19:40:19,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80f98cde-829f-9b07-8541-2a5840f3b087/MasterData/WALs/80cec940e2c9,33819,1731526783538/80cec940e2c9%2C33819%2C1731526783538.1731526785390 not finished, retry = 0 2024-11-13T19:40:19,640 INFO [M:0;80cec940e2c9:33819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:40:19,640 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:40:19,640 INFO [M:0;80cec940e2c9:33819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33819 2024-11-13T19:40:19,640 INFO [M:0;80cec940e2c9:33819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:40:19,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:19,753 INFO [M:0;80cec940e2c9:33819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:40:19,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x10136e39dbb0003, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:19,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47195ef3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:40:19,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70a7e87d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:40:19,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:40:19,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403aff70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:40:19,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51cfce39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.log.dir/,STOPPED} 2024-11-13T19:40:19,759 WARN [BP-1414559724-172.17.0.3-1731526781930 heartbeating to localhost/127.0.0.1:45861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:40:19,759 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:40:19,759 WARN [BP-1414559724-172.17.0.3-1731526781930 heartbeating to localhost/127.0.0.1:45861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1414559724-172.17.0.3-1731526781930 (Datanode Uuid 7f32b3f1-9c80-4600-a410-7364f0762c09) service to localhost/127.0.0.1:45861 2024-11-13T19:40:19,759 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:40:19,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/cluster_19f15496-6145-4b2f-d691-383f828fbc43/data/data1/current/BP-1414559724-172.17.0.3-1731526781930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:40:19,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/cluster_19f15496-6145-4b2f-d691-383f828fbc43/data/data2/current/BP-1414559724-172.17.0.3-1731526781930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:40:19,759 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:40:19,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3021fba7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:40:19,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75f00ddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:40:19,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:40:19,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e6e3cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:40:19,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fe8d0f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf1924a5-1e80-e400-d2c9-32bc00f28c3a/hadoop.log.dir/,STOPPED} 2024-11-13T19:40:19,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:40:19,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:40:19,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:19,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:19,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:19,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:19,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:19,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:40:19,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1159808982, stopped=false 2024-11-13T19:40:19,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,37091,1731526778470 2024-11-13T19:40:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665294950/running 2024-11-13T19:40:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665294950/running 2024-11-13T19:40:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:40:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:40:19,793 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:40:19,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:19,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:19,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on znode that does not yet exist, /0665294950/running 2024-11-13T19:40:19,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Set watcher on znode that does not yet exist, /0665294950/running 2024-11-13T19:40:19,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:19,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,42497,1731526778634' ***** 2024-11-13T19:40:19,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:40:19,795 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:40:19,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:40:19,795 INFO [RS:0;80cec940e2c9:42497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:40:19,795 INFO [RS:0;80cec940e2c9:42497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:40:19,795 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(3091): Received CLOSE for bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:40:19,795 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(3091): Received CLOSE for a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:40:19,795 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,42497,1731526778634 2024-11-13T19:40:19,795 INFO [RS:0;80cec940e2c9:42497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:40:19,796 INFO [RS:0;80cec940e2c9:42497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:42497. 2024-11-13T19:40:19,796 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcdf1ce6610d47a42326bc50857f6b2f, disabling compactions & flushes 2024-11-13T19:40:19,796 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:40:19,796 DEBUG [RS:0;80cec940e2c9:42497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:19,796 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:40:19,796 DEBUG [RS:0;80cec940e2c9:42497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:19,796 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. after waiting 0 ms 2024-11-13T19:40:19,796 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:40:19,796 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:40:19,796 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:40:19,796 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:40:19,796 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:40:19,796 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcdf1ce6610d47a42326bc50857f6b2f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T19:40:19,796 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:40:19,796 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1325): Online Regions={bcdf1ce6610d47a42326bc50857f6b2f=hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f., 1588230740=hbase:meta,,1.1588230740, a0523bd2b7aba006b92af9b5d675169f=test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f.} 2024-11-13T19:40:19,796 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0523bd2b7aba006b92af9b5d675169f, bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:40:19,796 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:40:19,796 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:40:19,796 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:40:19,796 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:40:19,796 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:40:19,796 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:40:19,812 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/replication/bcdf1ce6610d47a42326bc50857f6b2f/.tmp/queue/2a0108f147d24f45a4038649d1a876ce is 154, key is 1-80cec940e2c9,42497,1731526778634/queue:80cec940e2c9%2C42497%2C1731526778634/1731526812109/Put/seqid=0 2024-11-13T19:40:19,814 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/info/f44d7ed6ba234d5780ca707c4a9968fa is 147, key is hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f./info:regioninfo/1731526798406/Put/seqid=0 2024-11-13T19:40:19,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741840_1016 (size=5353) 2024-11-13T19:40:19,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741841_1017 (size=7686) 2024-11-13T19:40:19,824 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:40:19,843 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:19,996 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0523bd2b7aba006b92af9b5d675169f, bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:40:20,196 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0523bd2b7aba006b92af9b5d675169f, bcdf1ce6610d47a42326bc50857f6b2f 2024-11-13T19:40:20,216 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/replication/bcdf1ce6610d47a42326bc50857f6b2f/.tmp/queue/2a0108f147d24f45a4038649d1a876ce 2024-11-13T19:40:20,218 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/info/f44d7ed6ba234d5780ca707c4a9968fa 2024-11-13T19:40:20,221 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/replication/bcdf1ce6610d47a42326bc50857f6b2f/.tmp/queue/2a0108f147d24f45a4038649d1a876ce as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/replication/bcdf1ce6610d47a42326bc50857f6b2f/queue/2a0108f147d24f45a4038649d1a876ce 2024-11-13T19:40:20,224 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/replication/bcdf1ce6610d47a42326bc50857f6b2f/queue/2a0108f147d24f45a4038649d1a876ce, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T19:40:20,225 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bcdf1ce6610d47a42326bc50857f6b2f in 429ms, sequenceid=14, compaction requested=false 2024-11-13T19:40:20,228 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/replication/bcdf1ce6610d47a42326bc50857f6b2f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T19:40:20,228 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:20,228 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:40:20,228 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:40:20,228 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcdf1ce6610d47a42326bc50857f6b2f: Waiting for close lock at 1731526819795Running coprocessor pre-close hooks at 1731526819795Disabling compacts and flushes for region at 1731526819795Disabling writes for close at 1731526819796 (+1 ms)Obtaining lock to block concurrent updates at 1731526819796Preparing flush snapshotting stores in bcdf1ce6610d47a42326bc50857f6b2f at 1731526819796Finished memstore snapshotting hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731526819796Flushing stores of hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. at 1731526819797 (+1 ms)Flushing bcdf1ce6610d47a42326bc50857f6b2f/queue: creating writer at 1731526819797Flushing bcdf1ce6610d47a42326bc50857f6b2f/queue: appending metadata at 1731526819811 (+14 ms)Flushing bcdf1ce6610d47a42326bc50857f6b2f/queue: closing flushed file at 1731526819811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cc6345: reopening flushed file at 1731526820220 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bcdf1ce6610d47a42326bc50857f6b2f in 429ms, sequenceid=14, compaction requested=false at 1731526820225 (+5 ms)Writing region close event to WAL at 1731526820225Running coprocessor post-close hooks at 1731526820228 (+3 ms)Closed at 1731526820228 2024-11-13T19:40:20,229 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526797236.bcdf1ce6610d47a42326bc50857f6b2f. 2024-11-13T19:40:20,229 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0523bd2b7aba006b92af9b5d675169f, disabling compactions & flushes 2024-11-13T19:40:20,229 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:40:20,229 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:40:20,229 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. after waiting 0 ms 2024-11-13T19:40:20,229 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:40:20,229 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0523bd2b7aba006b92af9b5d675169f 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T19:40:20,238 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/ns/7ed70e0db2254a34a5768988500ba7b7 is 43, key is default/ns:d/1731526781865/Put/seqid=0 2024-11-13T19:40:20,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:40:20,242 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/ns/7ed70e0db2254a34a5768988500ba7b7 2024-11-13T19:40:20,247 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/.tmp/f/5f287441f84a4d079ca2c23f9a118139 is 37, key is row3/f:row3/1731526810399/Put/seqid=0 2024-11-13T19:40:20,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741843_1019 (size=5228) 2024-11-13T19:40:20,265 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/rep_barrier/882bb355c3be4ed1b765d6d41b4b037b is 112, key is test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f./rep_barrier:seqnumDuringOpen/1731526791892/Put/seqid=0 2024-11-13T19:40:20,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741844_1020 (size=5518) 2024-11-13T19:40:20,397 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:40:20,597 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:40:20,653 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/.tmp/f/5f287441f84a4d079ca2c23f9a118139 2024-11-13T19:40:20,656 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f287441f84a4d079ca2c23f9a118139 2024-11-13T19:40:20,668 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/rep_barrier/882bb355c3be4ed1b765d6d41b4b037b 2024-11-13T19:40:20,671 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/.tmp/f1/7b0f816f31e541219ef9dcdfa05d7915 is 30, key is row1/f1:/1731526807743/DeleteFamily/seqid=0 2024-11-13T19:40:20,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741845_1021 (size=5158) 2024-11-13T19:40:20,695 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/table/c6d12cdb3a414382a05fea4ca3f0d676 is 53, key is hbase:replication/table:state/1731526798413/Put/seqid=0 2024-11-13T19:40:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:40:20,751 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:40:20,751 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:40:20,797 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:40:20,797 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a0523bd2b7aba006b92af9b5d675169f=test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f.} 2024-11-13T19:40:20,797 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:40:20,997 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:40:21,080 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/.tmp/f1/7b0f816f31e541219ef9dcdfa05d7915 2024-11-13T19:40:21,084 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b0f816f31e541219ef9dcdfa05d7915 2024-11-13T19:40:21,099 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/table/c6d12cdb3a414382a05fea4ca3f0d676 2024-11-13T19:40:21,103 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/info/f44d7ed6ba234d5780ca707c4a9968fa as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/info/f44d7ed6ba234d5780ca707c4a9968fa 2024-11-13T19:40:21,103 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/.tmp/norep/bc352711a23b46998fdb44f6caad3f10 is 32, key is row/norep:/1731526806738/DeleteFamily/seqid=0 2024-11-13T19:40:21,107 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/info/f44d7ed6ba234d5780ca707c4a9968fa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:40:21,108 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/ns/7ed70e0db2254a34a5768988500ba7b7 as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/ns/7ed70e0db2254a34a5768988500ba7b7 2024-11-13T19:40:21,111 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/ns/7ed70e0db2254a34a5768988500ba7b7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:40:21,112 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/rep_barrier/882bb355c3be4ed1b765d6d41b4b037b as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/rep_barrier/882bb355c3be4ed1b765d6d41b4b037b 2024-11-13T19:40:21,116 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/rep_barrier/882bb355c3be4ed1b765d6d41b4b037b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:40:21,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741847_1023 (size=5101) 2024-11-13T19:40:21,117 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/.tmp/table/c6d12cdb3a414382a05fea4ca3f0d676 as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/table/c6d12cdb3a414382a05fea4ca3f0d676 2024-11-13T19:40:21,121 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/table/c6d12cdb3a414382a05fea4ca3f0d676, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:40:21,122 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-13T19:40:21,132 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:40:21,132 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:21,132 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:40:21,132 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:21,133 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526819796Running coprocessor pre-close hooks at 1731526819796Disabling compacts and flushes for region at 1731526819796Disabling writes for close at 1731526819796Obtaining lock to block concurrent updates at 1731526819796Preparing flush snapshotting stores in 1588230740 at 1731526819796Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526819797 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526819797Flushing 1588230740/info: creating writer at 1731526819797Flushing 1588230740/info: appending metadata at 1731526819814 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731526819814Flushing 1588230740/ns: creating writer at 1731526820222 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731526820238 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731526820238Flushing 1588230740/rep_barrier: creating writer at 1731526820246 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526820264 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526820264Flushing 1588230740/table: creating writer at 1731526820672 (+408 ms)Flushing 1588230740/table: appending metadata at 1731526820694 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731526820695 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f32d7e: reopening flushed file at 1731526821102 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ff18a: reopening flushed file at 1731526821107 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10bff0ee: reopening flushed file at 1731526821112 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d46d4a2: reopening flushed file at 1731526821116 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731526821122 (+6 ms)Writing region close event to WAL at 1731526821129 (+7 ms)Running coprocessor post-close hooks at 1731526821132 (+3 ms)Closed at 1731526821132 2024-11-13T19:40:21,133 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:21,146 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1491, reset compression=false 2024-11-13T19:40:21,150 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:21,150 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1738, reset compression=false 2024-11-13T19:40:21,150 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,42497,1731526778634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:21,151 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,42497,1731526778634: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,42497,1731526778634, walGroup=80cec940e2c9%2C42497%2C1731526778634, offset=80cec940e2c9%2C42497%2C1731526778634.1731526780808:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:42497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:40:21,152 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:40:21,152 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:40:21,153 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:40:21,153 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:40:21,153 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:40:21,153 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1308622848, "init": 1048576000, "max": 2306867200, "used": 896528320 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199446024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:40:21,153 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:37091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:37091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:40:21,197 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1351): Waiting on a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:40:21,354 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1738, reset compression=false 2024-11-13T19:40:21,398 DEBUG [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1351): Waiting on a0523bd2b7aba006b92af9b5d675169f 2024-11-13T19:40:21,518 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/.tmp/norep/bc352711a23b46998fdb44f6caad3f10 2024-11-13T19:40:21,521 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc352711a23b46998fdb44f6caad3f10 2024-11-13T19:40:21,522 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/.tmp/f/5f287441f84a4d079ca2c23f9a118139 as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/f/5f287441f84a4d079ca2c23f9a118139 2024-11-13T19:40:21,526 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f287441f84a4d079ca2c23f9a118139 2024-11-13T19:40:21,526 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/f/5f287441f84a4d079ca2c23f9a118139, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T19:40:21,526 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/.tmp/f1/7b0f816f31e541219ef9dcdfa05d7915 as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/f1/7b0f816f31e541219ef9dcdfa05d7915 2024-11-13T19:40:21,530 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b0f816f31e541219ef9dcdfa05d7915 2024-11-13T19:40:21,530 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/f1/7b0f816f31e541219ef9dcdfa05d7915, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T19:40:21,531 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/.tmp/norep/bc352711a23b46998fdb44f6caad3f10 as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/norep/bc352711a23b46998fdb44f6caad3f10 2024-11-13T19:40:21,535 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc352711a23b46998fdb44f6caad3f10 2024-11-13T19:40:21,535 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/norep/bc352711a23b46998fdb44f6caad3f10, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T19:40:21,536 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a0523bd2b7aba006b92af9b5d675169f in 1307ms, sequenceid=12, compaction requested=false 2024-11-13T19:40:21,539 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/data/default/test/a0523bd2b7aba006b92af9b5d675169f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:40:21,540 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:21,540 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:40:21,540 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:40:21,540 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0523bd2b7aba006b92af9b5d675169f: Waiting for close lock at 1731526820229Running coprocessor pre-close hooks at 1731526820229Disabling compacts and flushes for region at 1731526820229Disabling writes for close at 1731526820229Obtaining lock to block concurrent updates at 1731526820229Preparing flush snapshotting stores in a0523bd2b7aba006b92af9b5d675169f at 1731526820229Finished memstore snapshotting test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731526820229Flushing stores of test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. at 1731526820230 (+1 ms)Flushing a0523bd2b7aba006b92af9b5d675169f/f: creating writer at 1731526820230Flushing a0523bd2b7aba006b92af9b5d675169f/f: appending metadata at 1731526820247 (+17 ms)Flushing a0523bd2b7aba006b92af9b5d675169f/f: closing flushed file at 1731526820247Flushing a0523bd2b7aba006b92af9b5d675169f/f1: creating writer at 1731526820657 (+410 ms)Flushing a0523bd2b7aba006b92af9b5d675169f/f1: appending metadata at 1731526820670 (+13 ms)Flushing a0523bd2b7aba006b92af9b5d675169f/f1: closing flushed file at 1731526820670Flushing a0523bd2b7aba006b92af9b5d675169f/norep: creating writer at 1731526821084 (+414 ms)Flushing a0523bd2b7aba006b92af9b5d675169f/norep: appending metadata at 1731526821102 (+18 ms)Flushing a0523bd2b7aba006b92af9b5d675169f/norep: closing flushed file at 1731526821102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4048d14c: reopening flushed file at 1731526821521 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1595227e: reopening flushed file at 1731526821526 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72228ead: reopening flushed file at 1731526821530 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a0523bd2b7aba006b92af9b5d675169f in 1307ms, sequenceid=12, compaction requested=false at 1731526821536 (+6 ms)Writing region close event to WAL at 1731526821537 (+1 ms)Running coprocessor post-close hooks at 1731526821540 (+3 ms)Closed at 1731526821540 2024-11-13T19:40:21,540 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526790750.a0523bd2b7aba006b92af9b5d675169f. 2024-11-13T19:40:21,598 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,42497,1731526778634; all regions closed. 2024-11-13T19:40:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:40:21,600 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.meta.1731526781802.meta not finished, retry = 0 2024-11-13T19:40:21,658 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 1738, reset compression=false 2024-11-13T19:40:21,662 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:21,662 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/WALs/80cec940e2c9,42497,1731526778634/80cec940e2c9%2C42497%2C1731526778634.1731526780808 to pos 2382, reset compression=false 2024-11-13T19:40:21,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741839_1015 (size=3552) 2024-11-13T19:40:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741832_1008 (size=2390) 2024-11-13T19:40:21,704 DEBUG [RS:0;80cec940e2c9:42497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:21,704 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:40:21,704 INFO [RS:0;80cec940e2c9:42497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:40:21,704 INFO [RS:0;80cec940e2c9:42497 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:40:21,704 INFO [RS:0;80cec940e2c9:42497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:40:21,704 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:40:21,704 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,42497,1731526778634 because: Region server is closing 2024-11-13T19:40:21,705 INFO [RS:0;80cec940e2c9:42497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:42497. 2024-11-13T19:40:21,705 DEBUG [RS:0;80cec940e2c9:42497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:21,705 DEBUG [RS:0;80cec940e2c9:42497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:21,705 DEBUG [RS:0;80cec940e2c9:42497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:21,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:21,805 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.shipper80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 terminated 2024-11-13T19:40:21,805 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,42497,1731526778634.replicationSource.wal-reader.80cec940e2c9%2C42497%2C1731526778634,1-80cec940e2c9,42497,1731526778634 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:40:21,805 INFO [RS:0;80cec940e2c9:42497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:42497. 2024-11-13T19:40:21,805 DEBUG [RS:0;80cec940e2c9:42497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:21,805 DEBUG [RS:0;80cec940e2c9:42497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:21,805 DEBUG [RS:0;80cec940e2c9:42497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:21,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:21,805 INFO [RS:0;80cec940e2c9:42497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42497 2024-11-13T19:40:21,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950/rs 2024-11-13T19:40:21,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665294950/rs/80cec940e2c9,42497,1731526778634 2024-11-13T19:40:21,843 INFO [RS:0;80cec940e2c9:42497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:40:21,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,42497,1731526778634] 2024-11-13T19:40:21,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0665294950/draining/80cec940e2c9,42497,1731526778634 already deleted, retry=false 2024-11-13T19:40:21,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,42497,1731526778634 expired; onlineServers=0 2024-11-13T19:40:21,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,37091,1731526778470' ***** 2024-11-13T19:40:21,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:40:21,861 INFO [M:0;80cec940e2c9:37091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:40:21,861 INFO [M:0;80cec940e2c9:37091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:40:21,861 DEBUG [M:0;80cec940e2c9:37091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:40:21,861 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:40:21,861 DEBUG [M:0;80cec940e2c9:37091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:40:21,861 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526780585 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526780585,5,FailOnTimeoutGroup] 2024-11-13T19:40:21,861 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526780585 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526780585,5,FailOnTimeoutGroup] 2024-11-13T19:40:21,862 INFO [M:0;80cec940e2c9:37091 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:40:21,862 INFO [M:0;80cec940e2c9:37091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:40:21,862 DEBUG [M:0;80cec940e2c9:37091 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:40:21,862 INFO [M:0;80cec940e2c9:37091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:40:21,862 INFO [M:0;80cec940e2c9:37091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:40:21,862 INFO [M:0;80cec940e2c9:37091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:40:21,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:40:21,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665294950/master 2024-11-13T19:40:21,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665294950 2024-11-13T19:40:21,869 DEBUG [M:0;80cec940e2c9:37091 {}] zookeeper.ZKUtil(347): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Unable to get data of znode /0665294950/master because node does not exist (not an error) 2024-11-13T19:40:21,869 WARN [M:0;80cec940e2c9:37091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:40:21,870 INFO [M:0;80cec940e2c9:37091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/.lastflushedseqids 2024-11-13T19:40:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741848_1024 (size=245) 2024-11-13T19:40:21,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:21,953 INFO [RS:0;80cec940e2c9:42497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:40:21,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42497-0x10136e39dbb0001, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:21,953 INFO [RS:0;80cec940e2c9:42497 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,42497,1731526778634; zookeeper connection closed. 2024-11-13T19:40:21,953 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e02a664 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e02a664 2024-11-13T19:40:21,953 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:40:22,274 INFO [M:0;80cec940e2c9:37091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:40:22,275 INFO [M:0;80cec940e2c9:37091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:40:22,275 DEBUG [M:0;80cec940e2c9:37091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:40:22,275 INFO [M:0;80cec940e2c9:37091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:22,275 DEBUG [M:0;80cec940e2c9:37091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:22,275 DEBUG [M:0;80cec940e2c9:37091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:40:22,275 DEBUG [M:0;80cec940e2c9:37091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:22,275 INFO [M:0;80cec940e2c9:37091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T19:40:22,292 DEBUG [M:0;80cec940e2c9:37091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3ca051b217b43109d8d974e56ec030f is 82, key is hbase:meta,,1/info:regioninfo/1731526781833/Put/seqid=0 2024-11-13T19:40:22,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741849_1025 (size=5672) 2024-11-13T19:40:22,696 INFO [M:0;80cec940e2c9:37091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3ca051b217b43109d8d974e56ec030f 2024-11-13T19:40:22,716 DEBUG [M:0;80cec940e2c9:37091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6714433ea3db4817a2f4d26133581793 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526791901/Put/seqid=0 2024-11-13T19:40:22,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741850_1026 (size=7217) 2024-11-13T19:40:22,720 INFO [M:0;80cec940e2c9:37091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6714433ea3db4817a2f4d26133581793 2024-11-13T19:40:22,724 INFO [M:0;80cec940e2c9:37091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6714433ea3db4817a2f4d26133581793 2024-11-13T19:40:22,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:40:22,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,743 DEBUG [M:0;80cec940e2c9:37091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2c47f121e2d4c64988947cd1afd34f8 is 69, key is 80cec940e2c9,42497,1731526778634/rs:state/1731526780659/Put/seqid=0 2024-11-13T19:40:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741851_1027 (size=5156) 2024-11-13T19:40:22,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:22,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:23,153 INFO [M:0;80cec940e2c9:37091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2c47f121e2d4c64988947cd1afd34f8 2024-11-13T19:40:23,157 DEBUG [M:0;80cec940e2c9:37091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3ca051b217b43109d8d974e56ec030f as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3ca051b217b43109d8d974e56ec030f 2024-11-13T19:40:23,162 INFO [M:0;80cec940e2c9:37091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3ca051b217b43109d8d974e56ec030f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T19:40:23,163 DEBUG [M:0;80cec940e2c9:37091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6714433ea3db4817a2f4d26133581793 as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6714433ea3db4817a2f4d26133581793 2024-11-13T19:40:23,169 INFO [M:0;80cec940e2c9:37091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6714433ea3db4817a2f4d26133581793 2024-11-13T19:40:23,169 INFO [M:0;80cec940e2c9:37091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6714433ea3db4817a2f4d26133581793, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T19:40:23,171 DEBUG [M:0;80cec940e2c9:37091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2c47f121e2d4c64988947cd1afd34f8 as hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2c47f121e2d4c64988947cd1afd34f8 2024-11-13T19:40:23,178 INFO [M:0;80cec940e2c9:37091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39935/user/jenkins/test-data/64c7abec-b60e-3012-ed41-7ff126a96652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2c47f121e2d4c64988947cd1afd34f8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T19:40:23,184 INFO [M:0;80cec940e2c9:37091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=105, compaction requested=false 2024-11-13T19:40:23,187 INFO [M:0;80cec940e2c9:37091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:23,187 DEBUG [M:0;80cec940e2c9:37091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526822275Disabling compacts and flushes for region at 1731526822275Disabling writes for close at 1731526822275Obtaining lock to block concurrent updates at 1731526822275Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526822275Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731526822275Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526822276 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526822276Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526822292 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526822292Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526822700 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526822715 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526822715Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526822724 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526822743 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526822743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b70d9e5: reopening flushed file at 1731526823156 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@441c562a: reopening flushed file at 1731526823162 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47889396: reopening flushed file at 1731526823169 (+7 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=105, compaction requested=false at 1731526823184 (+15 ms)Writing region close event to WAL at 1731526823187 (+3 ms)Closed at 1731526823187 2024-11-13T19:40:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741830_1006 (size=64411) 2024-11-13T19:40:23,193 INFO [M:0;80cec940e2c9:37091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:40:23,193 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:40:23,193 INFO [M:0;80cec940e2c9:37091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37091 2024-11-13T19:40:23,193 INFO [M:0;80cec940e2c9:37091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:40:23,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:23,343 INFO [M:0;80cec940e2c9:37091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:40:23,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x10136e39dbb0000, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:23,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e629dd4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:40:23,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d03019c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:40:23,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:40:23,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e910a44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:40:23,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388b3372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.log.dir/,STOPPED} 2024-11-13T19:40:23,347 WARN [BP-1312966923-172.17.0.3-1731526776866 heartbeating to localhost/127.0.0.1:39935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:40:23,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:40:23,347 WARN [BP-1312966923-172.17.0.3-1731526776866 heartbeating to localhost/127.0.0.1:39935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1312966923-172.17.0.3-1731526776866 (Datanode Uuid e8f2c371-b33f-4446-90c8-da5c390cf87f) service to localhost/127.0.0.1:39935 2024-11-13T19:40:23,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:40:23,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/cluster_b46b4171-37e4-34a8-146b-99b323df0d1f/data/data1/current/BP-1312966923-172.17.0.3-1731526776866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:40:23,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/cluster_b46b4171-37e4-34a8-146b-99b323df0d1f/data/data2/current/BP-1312966923-172.17.0.3-1731526776866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:40:23,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:40:23,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@217e8cec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:40:23,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6048eb63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:40:23,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:40:23,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae3eae2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:40:23,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8931af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd29ef93-34bf-51f8-c80c-d90a55bb71cd/hadoop.log.dir/,STOPPED} 2024-11-13T19:40:23,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:40:23,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:40:23,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 266) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42407 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45861 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60112) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39935 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60112) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60112) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=2553 (was 2856) 2024-11-13T19:40:23,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=2553 2024-11-13T19:40:23,397 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T19:40:23,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.log.dir so I do NOT create it in target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b 2024-11-13T19:40:23,398 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:40:23,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.tmp.dir so I do NOT create it in target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b 2024-11-13T19:40:23,398 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f251b046-aef6-1e5e-729b-398e47eafb4c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:40:23,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b 2024-11-13T19:40:23,398 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/cluster_ca0c84fe-9bfe-17be-6736-36df0f92238e, deleteOnExit=true 2024-11-13T19:40:23,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/cluster_ca0c84fe-9bfe-17be-6736-36df0f92238e/zookeeper_0, clientPort=63701, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/cluster_ca0c84fe-9bfe-17be-6736-36df0f92238e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/cluster_ca0c84fe-9bfe-17be-6736-36df0f92238e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:40:23,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63701 2024-11-13T19:40:23,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:40:23,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:40:23,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/test.cache.data in system properties and HBase conf 2024-11-13T19:40:23,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:40:23,402 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:40:23,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:40:23,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:40:23,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:40:23,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:40:23,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10136e39dbb0008, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:40:23,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e39dbb0005, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:40:23,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e39dbb0002, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:40:23,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e39dbb0005, quorum=127.0.0.1:60112, baseZNode=/11506363571 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:40:23,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10136e39dbb0008, quorum=127.0.0.1:60112, baseZNode=/2-1037310402 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:40:23,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e39dbb0002, quorum=127.0.0.1:60112, baseZNode=/0665294950 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:40:23,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:40:23,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:40:23,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:40:23,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:40:23,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:40:23,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:40:23,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cde67eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:40:23,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38119925{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:40:23,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@771af0ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/java.io.tmpdir/jetty-localhost-35987-hadoop-hdfs-3_4_1-tests_jar-_-any-16473182722338064215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:40:23,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@441f5126{HTTP/1.1, (http/1.1)}{localhost:35987} 2024-11-13T19:40:23,732 INFO [Time-limited test {}] server.Server(415): Started @269659ms 2024-11-13T19:40:23,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:40:23,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:40:23,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:40:23,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:40:23,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:40:23,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59faa513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:40:23,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@414af6a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:40:23,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@daf06f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/java.io.tmpdir/jetty-localhost-34817-hadoop-hdfs-3_4_1-tests_jar-_-any-12715715496309387463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:40:23,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b401087{HTTP/1.1, (http/1.1)}{localhost:34817} 2024-11-13T19:40:23,994 INFO [Time-limited test {}] server.Server(415): Started @269921ms 2024-11-13T19:40:23,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:40:24,336 WARN [Thread-3452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/cluster_ca0c84fe-9bfe-17be-6736-36df0f92238e/data/data2/current/BP-123932637-172.17.0.3-1731526823417/current, will proceed with Du for space computation calculation, 2024-11-13T19:40:24,336 WARN [Thread-3451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/cluster_ca0c84fe-9bfe-17be-6736-36df0f92238e/data/data1/current/BP-123932637-172.17.0.3-1731526823417/current, will proceed with Du for space computation calculation, 2024-11-13T19:40:24,354 WARN [Thread-3439 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:40:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ad970c0a42827b3 with lease ID 0xb272d87dba26da42: Processing first storage report for DS-ba66d3e7-4073-429e-b453-3066727892c2 from datanode DatanodeRegistration(127.0.0.1:33611, datanodeUuid=e1955adb-0aeb-49d8-a6cb-de8cd23c704f, infoPort=46303, infoSecurePort=0, ipcPort=45293, storageInfo=lv=-57;cid=testClusterID;nsid=569963158;c=1731526823417) 2024-11-13T19:40:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ad970c0a42827b3 with lease ID 0xb272d87dba26da42: from storage DS-ba66d3e7-4073-429e-b453-3066727892c2 node DatanodeRegistration(127.0.0.1:33611, datanodeUuid=e1955adb-0aeb-49d8-a6cb-de8cd23c704f, infoPort=46303, infoSecurePort=0, ipcPort=45293, storageInfo=lv=-57;cid=testClusterID;nsid=569963158;c=1731526823417), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:40:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ad970c0a42827b3 with lease ID 0xb272d87dba26da42: Processing first storage report for DS-bcfe841a-24a2-46f1-bd12-9f9777d30491 from datanode DatanodeRegistration(127.0.0.1:33611, datanodeUuid=e1955adb-0aeb-49d8-a6cb-de8cd23c704f, infoPort=46303, infoSecurePort=0, ipcPort=45293, storageInfo=lv=-57;cid=testClusterID;nsid=569963158;c=1731526823417) 2024-11-13T19:40:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ad970c0a42827b3 with lease ID 0xb272d87dba26da42: from storage DS-bcfe841a-24a2-46f1-bd12-9f9777d30491 node DatanodeRegistration(127.0.0.1:33611, datanodeUuid=e1955adb-0aeb-49d8-a6cb-de8cd23c704f, infoPort=46303, infoSecurePort=0, ipcPort=45293, storageInfo=lv=-57;cid=testClusterID;nsid=569963158;c=1731526823417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:40:24,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b 2024-11-13T19:40:24,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:24,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:24,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:40:24,857 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2 with version=8 2024-11-13T19:40:24,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/hbase-staging 2024-11-13T19:40:24,859 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:40:24,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:24,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:24,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:40:24,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:24,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:40:24,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:40:24,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:40:24,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38485 2024-11-13T19:40:24,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38485 connecting to ZooKeeper ensemble=127.0.0.1:63701 2024-11-13T19:40:24,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384850x0, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:40:24,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38485-0x10136e453910000 connected 2024-11-13T19:40:24,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:24,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:24,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on znode that does not yet exist, /0-433047914/running 2024-11-13T19:40:24,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2, hbase.cluster.distributed=false 2024-11-13T19:40:24,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on znode that does not yet exist, /0-433047914/acl 2024-11-13T19:40:24,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38485 2024-11-13T19:40:24,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38485 2024-11-13T19:40:24,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38485 2024-11-13T19:40:24,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38485 2024-11-13T19:40:24,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38485 2024-11-13T19:40:25,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:40:25,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:25,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:25,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:40:25,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:25,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:40:25,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:40:25,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:40:25,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40347 2024-11-13T19:40:25,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40347 connecting to ZooKeeper ensemble=127.0.0.1:63701 2024-11-13T19:40:25,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:25,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:25,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403470x0, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:40:25,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403470x0, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on znode that does not yet exist, /0-433047914/running 2024-11-13T19:40:25,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40347-0x10136e453910001 connected 2024-11-13T19:40:25,020 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:40:25,020 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:40:25,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on znode that does not yet exist, /0-433047914/master 2024-11-13T19:40:25,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on znode that does not yet exist, /0-433047914/acl 2024-11-13T19:40:25,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-13T19:40:25,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40347 2024-11-13T19:40:25,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40347 2024-11-13T19:40:25,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-13T19:40:25,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-13T19:40:25,043 DEBUG [M:0;80cec940e2c9:38485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:38485 2024-11-13T19:40:25,043 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-433047914/backup-masters/80cec940e2c9,38485,1731526824859 2024-11-13T19:40:25,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914/backup-masters 2024-11-13T19:40:25,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914/backup-masters 2024-11-13T19:40:25,053 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on existing znode=/0-433047914/backup-masters/80cec940e2c9,38485,1731526824859 2024-11-13T19:40:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-433047914/master 2024-11-13T19:40:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:25,061 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on existing znode=/0-433047914/master 2024-11-13T19:40:25,061 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-433047914/backup-masters/80cec940e2c9,38485,1731526824859 from backup master directory 2024-11-13T19:40:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914/backup-masters 2024-11-13T19:40:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433047914/backup-masters/80cec940e2c9,38485,1731526824859 2024-11-13T19:40:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914/backup-masters 2024-11-13T19:40:25,069 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:40:25,069 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,38485,1731526824859 2024-11-13T19:40:25,072 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/hbase.id] with ID: 201e991c-fdda-45fb-8d5d-11ba43054389 2024-11-13T19:40:25,072 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/.tmp/hbase.id 2024-11-13T19:40:25,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:40:25,476 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/.tmp/hbase.id]:[hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/hbase.id] 2024-11-13T19:40:25,483 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:25,483 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:40:25,484 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:40:25,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:25,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:40:25,922 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:25,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:40:25,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:25,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:40:26,329 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store 2024-11-13T19:40:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:40:26,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:26,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:40:26,734 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:26,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:26,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:40:26,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:26,734 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:26,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526826734Disabling compacts and flushes for region at 1731526826734Disabling writes for close at 1731526826734Writing region close event to WAL at 1731526826734Closed at 1731526826734 2024-11-13T19:40:26,735 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/.initializing 2024-11-13T19:40:26,735 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/WALs/80cec940e2c9,38485,1731526824859 2024-11-13T19:40:26,735 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:40:26,737 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C38485%2C1731526824859, suffix=, logDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/WALs/80cec940e2c9,38485,1731526824859, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/oldWALs, maxLogs=10 2024-11-13T19:40:26,748 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/WALs/80cec940e2c9,38485,1731526824859/80cec940e2c9%2C38485%2C1731526824859.1731526826737, exclude list is [], retry=0 2024-11-13T19:40:26,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-ba66d3e7-4073-429e-b453-3066727892c2,DISK] 2024-11-13T19:40:26,752 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/WALs/80cec940e2c9,38485,1731526824859/80cec940e2c9%2C38485%2C1731526824859.1731526826737 2024-11-13T19:40:26,753 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-13T19:40:26,753 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:26,753 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:26,753 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,753 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:40:26,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:26,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:26,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:40:26,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:26,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:26,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:40:26,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:26,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:26,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:40:26,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:26,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:26,759 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,759 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,759 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,760 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,760 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,760 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:40:26,761 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:26,763 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:26,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71447499, jitterRate=0.06465069949626923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:40:26,764 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526826753Initializing all the Stores at 1731526826754 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526826754Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526826754Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526826754Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526826754Cleaning up temporary data from old regions at 1731526826760 (+6 ms)Region opened successfully at 1731526826764 (+4 ms) 2024-11-13T19:40:26,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:40:26,766 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457b646b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:40:26,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:40:26,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:40:26,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:40:26,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:40:26,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:40:26,768 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:40:26,768 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:40:26,769 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:40:26,770 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Unable to get data of znode /0-433047914/balancer because node does not exist (not necessarily an error) 2024-11-13T19:40:26,825 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433047914/balancer already deleted, retry=false 2024-11-13T19:40:26,826 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:40:26,826 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Unable to get data of znode /0-433047914/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:40:26,836 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433047914/normalizer already deleted, retry=false 2024-11-13T19:40:26,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:40:26,836 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Unable to get data of znode /0-433047914/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:40:26,844 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433047914/switch/split already deleted, retry=false 2024-11-13T19:40:26,844 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Unable to get data of znode /0-433047914/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:40:26,852 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433047914/switch/merge already deleted, retry=false 2024-11-13T19:40:26,854 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Unable to get data of znode /0-433047914/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:40:26,860 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433047914/snapshot-cleanup already deleted, retry=false 2024-11-13T19:40:26,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-433047914/running 2024-11-13T19:40:26,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-433047914/running 2024-11-13T19:40:26,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:26,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:26,869 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,38485,1731526824859, sessionid=0x10136e453910000, setting cluster-up flag (Was=false) 2024-11-13T19:40:26,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:26,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:26,911 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-433047914/flush-table-proc/acquired, /0-433047914/flush-table-proc/reached, /0-433047914/flush-table-proc/abort 2024-11-13T19:40:26,912 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,38485,1731526824859 2024-11-13T19:40:26,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:26,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:26,952 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-433047914/online-snapshot/acquired, /0-433047914/online-snapshot/reached, /0-433047914/online-snapshot/abort 2024-11-13T19:40:26,953 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,38485,1731526824859 2024-11-13T19:40:26,954 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:40:26,955 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:26,956 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:40:26,956 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:40:26,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,38485,1731526824859 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:40:26,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:26,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:26,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:26,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:26,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:40:26,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:26,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:40:26,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:26,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526856958 2024-11-13T19:40:26,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:40:26,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:40:26,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:40:26,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:40:26,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:40:26,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:40:26,959 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:26,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:26,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:40:26,959 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:40:26,959 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:40:26,959 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:40:26,959 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:40:26,959 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:40:26,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:26,960 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:40:26,960 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:40:26,962 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526826960,5,FailOnTimeoutGroup] 2024-11-13T19:40:26,963 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526826962,5,FailOnTimeoutGroup] 2024-11-13T19:40:26,963 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:26,963 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:40:26,963 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:26,963 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:40:27,034 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(746): ClusterId : 201e991c-fdda-45fb-8d5d-11ba43054389 2024-11-13T19:40:27,034 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:40:27,045 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:40:27,045 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:40:27,053 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:40:27,053 DEBUG [RS:0;80cec940e2c9:40347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0d8e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:40:27,064 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:40347 2024-11-13T19:40:27,064 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:40:27,064 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:40:27,064 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:40:27,064 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,38485,1731526824859 with port=40347, startcode=1731526825008 2024-11-13T19:40:27,064 DEBUG [RS:0;80cec940e2c9:40347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:40:27,066 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:40:27,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,40347,1731526825008 2024-11-13T19:40:27,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,40347,1731526825008 2024-11-13T19:40:27,067 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2 2024-11-13T19:40:27,067 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42681 2024-11-13T19:40:27,067 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:40:27,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914/rs 2024-11-13T19:40:27,078 DEBUG [RS:0;80cec940e2c9:40347 {}] zookeeper.ZKUtil(111): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on existing znode=/0-433047914/rs/80cec940e2c9,40347,1731526825008 2024-11-13T19:40:27,078 WARN [RS:0;80cec940e2c9:40347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:40:27,078 INFO [RS:0;80cec940e2c9:40347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:27,078 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008 2024-11-13T19:40:27,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,40347,1731526825008] 2024-11-13T19:40:27,080 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:40:27,081 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:40:27,082 INFO [RS:0;80cec940e2c9:40347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:40:27,082 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,082 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:40:27,082 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:40:27,082 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,082 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,082 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,082 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,082 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,082 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,082 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:40:27,082 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,082 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,083 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,083 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,083 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,083 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:27,083 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:40:27,083 DEBUG [RS:0;80cec940e2c9:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:40:27,083 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,083 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,083 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,083 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,083 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,083 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40347,1731526825008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:40:27,100 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:40:27,100 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40347,1731526825008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,100 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,100 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.Replication(171): 80cec940e2c9,40347,1731526825008 started 2024-11-13T19:40:27,115 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:27,115 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,40347,1731526825008, RpcServer on 80cec940e2c9/172.17.0.3:40347, sessionid=0x10136e453910001 2024-11-13T19:40:27,115 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:40:27,115 DEBUG [RS:0;80cec940e2c9:40347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,40347,1731526825008 2024-11-13T19:40:27,115 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40347,1731526825008' 2024-11-13T19:40:27,115 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-433047914/flush-table-proc/abort' 2024-11-13T19:40:27,115 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-433047914/flush-table-proc/acquired' 2024-11-13T19:40:27,116 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:40:27,116 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:40:27,116 DEBUG [RS:0;80cec940e2c9:40347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,40347,1731526825008 2024-11-13T19:40:27,116 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40347,1731526825008' 2024-11-13T19:40:27,116 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-433047914/online-snapshot/abort' 2024-11-13T19:40:27,116 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-433047914/online-snapshot/acquired' 2024-11-13T19:40:27,116 DEBUG [RS:0;80cec940e2c9:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:40:27,116 INFO [RS:0;80cec940e2c9:40347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:40:27,116 INFO [RS:0;80cec940e2c9:40347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:40:27,217 INFO [RS:0;80cec940e2c9:40347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:40:27,218 INFO [RS:0;80cec940e2c9:40347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40347%2C1731526825008, suffix=, logDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/oldWALs, maxLogs=10 2024-11-13T19:40:27,233 DEBUG [RS:0;80cec940e2c9:40347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218, exclude list is [], retry=0 2024-11-13T19:40:27,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-ba66d3e7-4073-429e-b453-3066727892c2,DISK] 2024-11-13T19:40:27,237 INFO [RS:0;80cec940e2c9:40347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 2024-11-13T19:40:27,237 DEBUG [RS:0;80cec940e2c9:40347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-13T19:40:27,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:40:27,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2 2024-11-13T19:40:27,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:40:27,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:27,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:40:27,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:40:27,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:27,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:27,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:40:27,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:40:27,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:27,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:27,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:40:27,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:40:27,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:27,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:27,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:40:27,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:40:27,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:27,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:27,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:40:27,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740 2024-11-13T19:40:27,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740 2024-11-13T19:40:27,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:40:27,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:40:27,778 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:40:27,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:40:27,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:27,780 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72714127, jitterRate=0.0835249274969101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:40:27,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526827771Initializing all the Stores at 1731526827772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526827772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526827772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526827772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526827772Cleaning up temporary data from old regions at 1731526827778 (+6 ms)Region opened successfully at 1731526827781 (+3 ms) 2024-11-13T19:40:27,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:40:27,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:40:27,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:40:27,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:40:27,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:40:27,781 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:27,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526827781Disabling compacts and flushes for region at 1731526827781Disabling writes for close at 1731526827781Writing region close event to WAL at 1731526827781Closed at 1731526827781 2024-11-13T19:40:27,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:27,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:40:27,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:40:27,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:40:27,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:40:27,934 DEBUG [80cec940e2c9:38485 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:40:27,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,40347,1731526825008 2024-11-13T19:40:27,936 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40347,1731526825008, state=OPENING 2024-11-13T19:40:28,000 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:40:28,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:28,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:28,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433047914/meta-region-server: CHANGED 2024-11-13T19:40:28,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433047914/meta-region-server: CHANGED 2024-11-13T19:40:28,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:40:28,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40347,1731526825008}] 2024-11-13T19:40:28,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:28,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:40:28,167 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:40:28,167 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:28,167 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:40:28,168 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40347%2C1731526825008.meta, suffix=.meta, logDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/oldWALs, maxLogs=10 2024-11-13T19:40:28,179 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.meta.1731526828168.meta, exclude list is [], retry=0 2024-11-13T19:40:28,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-ba66d3e7-4073-429e-b453-3066727892c2,DISK] 2024-11-13T19:40:28,182 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.meta.1731526828168.meta 2024-11-13T19:40:28,182 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-13T19:40:28,182 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:28,183 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:28,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:40:28,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:40:28,183 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:40:28,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:40:28,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:28,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:40:28,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:40:28,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:40:28,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:40:28,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:28,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:28,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:40:28,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:40:28,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:28,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:28,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:40:28,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:40:28,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:28,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:28,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:40:28,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:40:28,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:28,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:28,188 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:40:28,188 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740 2024-11-13T19:40:28,189 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740 2024-11-13T19:40:28,190 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:40:28,190 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:40:28,190 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:40:28,191 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:40:28,191 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68941041, jitterRate=0.027301564812660217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:40:28,192 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:40:28,192 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526828183Writing region info on filesystem at 1731526828183Initializing all the Stores at 1731526828184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526828184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526828184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526828184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526828184Cleaning up temporary data from old regions at 1731526828190 (+6 ms)Running coprocessor post-open hooks at 1731526828192 (+2 ms)Region opened successfully at 1731526828192 2024-11-13T19:40:28,193 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526828163 2024-11-13T19:40:28,195 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:40:28,195 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:40:28,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40347,1731526825008 2024-11-13T19:40:28,195 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40347,1731526825008, state=OPEN 2024-11-13T19:40:28,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433047914/meta-region-server 2024-11-13T19:40:28,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433047914/meta-region-server 2024-11-13T19:40:28,224 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,40347,1731526825008 2024-11-13T19:40:28,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433047914/meta-region-server: CHANGED 2024-11-13T19:40:28,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433047914/meta-region-server: CHANGED 2024-11-13T19:40:28,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:40:28,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40347,1731526825008 in 213 msec 2024-11-13T19:40:28,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:40:28,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-13T19:40:28,228 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:28,228 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:40:28,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:28,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40347,1731526825008, seqNum=-1] 2024-11-13T19:40:28,229 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:28,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:28,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-13T19:40:28,234 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526828234, completionTime=-1 2024-11-13T19:40:28,234 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:40:28,234 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:40:28,236 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:40:28,236 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526888236 2024-11-13T19:40:28,236 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526948236 2024-11-13T19:40:28,236 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:40:28,236 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38485,1731526824859-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:28,236 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38485,1731526824859-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:28,236 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38485,1731526824859-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:28,236 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:38485, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:28,237 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:28,237 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:28,238 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:40:28,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.171sec 2024-11-13T19:40:28,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:40:28,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:40:28,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:40:28,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:40:28,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:40:28,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38485,1731526824859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:40:28,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38485,1731526824859-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:40:28,242 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:40:28,242 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:40:28,242 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38485,1731526824859-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:28,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331fd688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:28,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,38485,-1 for getting cluster id 2024-11-13T19:40:28,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:28,336 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '201e991c-fdda-45fb-8d5d-11ba43054389' 2024-11-13T19:40:28,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:28,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "201e991c-fdda-45fb-8d5d-11ba43054389" 2024-11-13T19:40:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32939a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,38485,-1] 2024-11-13T19:40:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:28,337 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:28,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f88f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:28,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40347,1731526825008, seqNum=-1] 2024-11-13T19:40:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:28,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,38485,1731526824859 2024-11-13T19:40:28,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63701 2024-11-13T19:40:28,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:40:28,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e453910002 connected 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.log.dir so I do NOT create it in target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558 2024-11-13T19:40:28,369 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.tmp.dir so I do NOT create it in target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558 2024-11-13T19:40:28,369 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:40:28,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/cluster_0dffc1c9-6a3f-04b1-0983-d48a5271ec5d, deleteOnExit=true 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/test.cache.data in system properties and HBase conf 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:40:28,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:40:28,370 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:40:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:40:28,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:40:28,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:40:28,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:40:28,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:40:28,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:40:28,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:40:28,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f78316{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:40:28,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b4a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:40:28,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a09112{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/java.io.tmpdir/jetty-localhost-40119-hadoop-hdfs-3_4_1-tests_jar-_-any-18113123155952995270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:40:28,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a6e402d{HTTP/1.1, (http/1.1)}{localhost:40119} 2024-11-13T19:40:28,670 INFO [Time-limited test {}] server.Server(415): Started @274597ms 2024-11-13T19:40:28,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:40:28,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:40:28,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:40:28,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:40:28,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:40:28,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b35086{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:40:28,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18002966{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:40:28,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f02827b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/java.io.tmpdir/jetty-localhost-40107-hadoop-hdfs-3_4_1-tests_jar-_-any-17460342249259176158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:40:28,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@378d1bcb{HTTP/1.1, (http/1.1)}{localhost:40107} 2024-11-13T19:40:28,931 INFO [Time-limited test {}] server.Server(415): Started @274857ms 2024-11-13T19:40:28,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:40:29,343 WARN [Thread-3571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/cluster_0dffc1c9-6a3f-04b1-0983-d48a5271ec5d/data/data1/current/BP-299292786-172.17.0.3-1731526828384/current, will proceed with Du for space computation calculation, 2024-11-13T19:40:29,343 WARN [Thread-3572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/cluster_0dffc1c9-6a3f-04b1-0983-d48a5271ec5d/data/data2/current/BP-299292786-172.17.0.3-1731526828384/current, will proceed with Du for space computation calculation, 2024-11-13T19:40:29,358 WARN [Thread-3559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:40:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x419e688caa035067 with lease ID 0x8be25e30af4deffd: Processing first storage report for DS-759d8564-63c3-45c3-8da5-5c1bdcd3021f from datanode DatanodeRegistration(127.0.0.1:35711, datanodeUuid=7e051891-5f65-4009-a623-1baffe01d5c2, infoPort=36819, infoSecurePort=0, ipcPort=44869, storageInfo=lv=-57;cid=testClusterID;nsid=122405460;c=1731526828384) 2024-11-13T19:40:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x419e688caa035067 with lease ID 0x8be25e30af4deffd: from storage DS-759d8564-63c3-45c3-8da5-5c1bdcd3021f node DatanodeRegistration(127.0.0.1:35711, datanodeUuid=7e051891-5f65-4009-a623-1baffe01d5c2, infoPort=36819, infoSecurePort=0, ipcPort=44869, storageInfo=lv=-57;cid=testClusterID;nsid=122405460;c=1731526828384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:40:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x419e688caa035067 with lease ID 0x8be25e30af4deffd: Processing first storage report for DS-feaa41d5-4619-4c7e-87c0-11cf033f3250 from datanode DatanodeRegistration(127.0.0.1:35711, datanodeUuid=7e051891-5f65-4009-a623-1baffe01d5c2, infoPort=36819, infoSecurePort=0, ipcPort=44869, storageInfo=lv=-57;cid=testClusterID;nsid=122405460;c=1731526828384) 2024-11-13T19:40:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x419e688caa035067 with lease ID 0x8be25e30af4deffd: from storage DS-feaa41d5-4619-4c7e-87c0-11cf033f3250 node DatanodeRegistration(127.0.0.1:35711, datanodeUuid=7e051891-5f65-4009-a623-1baffe01d5c2, infoPort=36819, infoSecurePort=0, ipcPort=44869, storageInfo=lv=-57;cid=testClusterID;nsid=122405460;c=1731526828384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:40:29,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558 2024-11-13T19:40:29,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:29,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:40:29,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:40:29,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:40:29,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071 with version=8 2024-11-13T19:40:29,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/hbase-staging 2024-11-13T19:40:29,864 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:40:29,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:29,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:29,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:40:29,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:29,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:40:29,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:40:29,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:40:29,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37787 2024-11-13T19:40:29,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37787 connecting to ZooKeeper ensemble=127.0.0.1:63701 2024-11-13T19:40:29,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377870x0, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:40:29,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37787-0x10136e453910003 connected 2024-11-13T19:40:30,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:30,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:30,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on znode that does not yet exist, /1-150610055/running 2024-11-13T19:40:30,022 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071, hbase.cluster.distributed=false 2024-11-13T19:40:30,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on znode that does not yet exist, /1-150610055/acl 2024-11-13T19:40:30,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-13T19:40:30,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37787 2024-11-13T19:40:30,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37787 2024-11-13T19:40:30,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-13T19:40:30,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-13T19:40:30,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:40:30,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:30,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:30,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:40:30,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:30,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:40:30,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:40:30,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:40:30,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36399 2024-11-13T19:40:30,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36399 connecting to ZooKeeper ensemble=127.0.0.1:63701 2024-11-13T19:40:30,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:30,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:30,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363990x0, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:40:30,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363990x0, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on znode that does not yet exist, /1-150610055/running 2024-11-13T19:40:30,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36399-0x10136e453910004 connected 2024-11-13T19:40:30,051 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:40:30,051 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:40:30,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on znode that does not yet exist, /1-150610055/master 2024-11-13T19:40:30,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on znode that does not yet exist, /1-150610055/acl 2024-11-13T19:40:30,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36399 2024-11-13T19:40:30,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36399 2024-11-13T19:40:30,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36399 2024-11-13T19:40:30,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36399 2024-11-13T19:40:30,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36399 2024-11-13T19:40:30,070 DEBUG [M:0;80cec940e2c9:37787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:37787 2024-11-13T19:40:30,071 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-150610055/backup-masters/80cec940e2c9,37787,1731526829864 2024-11-13T19:40:30,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055/backup-masters 2024-11-13T19:40:30,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055/backup-masters 2024-11-13T19:40:30,077 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on existing znode=/1-150610055/backup-masters/80cec940e2c9,37787,1731526829864 2024-11-13T19:40:30,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-150610055/master 2024-11-13T19:40:30,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:30,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:30,086 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on existing znode=/1-150610055/master 2024-11-13T19:40:30,087 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-150610055/backup-masters/80cec940e2c9,37787,1731526829864 from backup master directory 2024-11-13T19:40:30,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055/backup-masters 2024-11-13T19:40:30,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-150610055/backup-masters/80cec940e2c9,37787,1731526829864 2024-11-13T19:40:30,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055/backup-masters 2024-11-13T19:40:30,094 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:40:30,094 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,37787,1731526829864 2024-11-13T19:40:30,096 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/hbase.id] with ID: 0e68a911-54c6-486a-befe-9d60a8927b3a 2024-11-13T19:40:30,096 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/.tmp/hbase.id 2024-11-13T19:40:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:40:30,504 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/.tmp/hbase.id]:[hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/hbase.id] 2024-11-13T19:40:30,517 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:30,517 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:40:30,518 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:40:30,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:30,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:40:30,955 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:30,956 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:40:30,956 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:30,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:40:31,363 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store 2024-11-13T19:40:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:40:31,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:31,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:40:31,768 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:31,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:31,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:40:31,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:31,768 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:31,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526831768Disabling compacts and flushes for region at 1731526831768Disabling writes for close at 1731526831768Writing region close event to WAL at 1731526831768Closed at 1731526831768 2024-11-13T19:40:31,769 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/.initializing 2024-11-13T19:40:31,769 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/WALs/80cec940e2c9,37787,1731526829864 2024-11-13T19:40:31,770 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:40:31,771 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C37787%2C1731526829864, suffix=, logDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/WALs/80cec940e2c9,37787,1731526829864, archiveDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/oldWALs, maxLogs=10 2024-11-13T19:40:31,785 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/WALs/80cec940e2c9,37787,1731526829864/80cec940e2c9%2C37787%2C1731526829864.1731526831771, exclude list is [], retry=0 2024-11-13T19:40:31,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-759d8564-63c3-45c3-8da5-5c1bdcd3021f,DISK] 2024-11-13T19:40:31,788 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/WALs/80cec940e2c9,37787,1731526829864/80cec940e2c9%2C37787%2C1731526829864.1731526831771 2024-11-13T19:40:31,789 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-13T19:40:31,789 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:31,789 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:31,789 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,789 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:40:31,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:31,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:31,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:40:31,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:31,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:31,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:40:31,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:31,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:31,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:40:31,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:31,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:31,794 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,794 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,795 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,795 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,795 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,796 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:40:31,796 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:31,797 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:31,798 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61743614, jitterRate=-0.07994845509529114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:40:31,798 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526831789Initializing all the Stores at 1731526831789Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526831790 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526831790Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526831790Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526831790Cleaning up temporary data from old regions at 1731526831795 (+5 ms)Region opened successfully at 1731526831798 (+3 ms) 2024-11-13T19:40:31,798 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:40:31,800 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0791c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:40:31,800 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:40:31,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:40:31,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:40:31,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:40:31,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:40:31,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:40:31,801 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:40:31,802 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:40:31,803 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Unable to get data of znode /1-150610055/balancer because node does not exist (not necessarily an error) 2024-11-13T19:40:31,850 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-150610055/balancer already deleted, retry=false 2024-11-13T19:40:31,851 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:40:31,851 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Unable to get data of znode /1-150610055/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:40:31,860 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-150610055/normalizer already deleted, retry=false 2024-11-13T19:40:31,861 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:40:31,861 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Unable to get data of znode /1-150610055/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:40:31,869 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-150610055/switch/split already deleted, retry=false 2024-11-13T19:40:31,869 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Unable to get data of znode /1-150610055/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:40:31,877 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-150610055/switch/merge already deleted, retry=false 2024-11-13T19:40:31,879 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Unable to get data of znode /1-150610055/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:40:31,885 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-150610055/snapshot-cleanup already deleted, retry=false 2024-11-13T19:40:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-150610055/running 2024-11-13T19:40:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-150610055/running 2024-11-13T19:40:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:31,894 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,37787,1731526829864, sessionid=0x10136e453910003, setting cluster-up flag (Was=false) 2024-11-13T19:40:31,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:31,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:31,935 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-150610055/flush-table-proc/acquired, /1-150610055/flush-table-proc/reached, /1-150610055/flush-table-proc/abort 2024-11-13T19:40:31,936 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,37787,1731526829864 2024-11-13T19:40:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:31,977 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-150610055/online-snapshot/acquired, /1-150610055/online-snapshot/reached, /1-150610055/online-snapshot/abort 2024-11-13T19:40:31,978 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,37787,1731526829864 2024-11-13T19:40:31,979 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:40:31,980 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:31,980 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:40:31,980 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:40:31,980 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,37787,1731526829864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:40:31,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:31,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:31,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:31,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:31,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:40:31,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:31,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:40:31,981 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526861982 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:40:31,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:31,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:40:31,982 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:40:31,983 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:40:31,983 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:40:31,983 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:40:31,983 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:31,983 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:40:31,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:40:31,983 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526831983,5,FailOnTimeoutGroup] 2024-11-13T19:40:31,983 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526831983,5,FailOnTimeoutGroup] 2024-11-13T19:40:31,983 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:31,983 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:40:31,983 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:31,983 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:31,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:40:32,063 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(746): ClusterId : 0e68a911-54c6-486a-befe-9d60a8927b3a 2024-11-13T19:40:32,063 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:40:32,069 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:40:32,069 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:40:32,077 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:40:32,078 DEBUG [RS:0;80cec940e2c9:36399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f96976c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:40:32,088 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:36399 2024-11-13T19:40:32,088 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:40:32,088 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:40:32,088 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:40:32,089 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,37787,1731526829864 with port=36399, startcode=1731526830036 2024-11-13T19:40:32,089 DEBUG [RS:0;80cec940e2c9:36399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:40:32,090 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:40:32,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,36399,1731526830036 2024-11-13T19:40:32,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37787 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,36399,1731526830036 2024-11-13T19:40:32,092 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071 2024-11-13T19:40:32,092 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44451 2024-11-13T19:40:32,092 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:40:32,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055/rs 2024-11-13T19:40:32,135 DEBUG [RS:0;80cec940e2c9:36399 {}] zookeeper.ZKUtil(111): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on existing znode=/1-150610055/rs/80cec940e2c9,36399,1731526830036 2024-11-13T19:40:32,135 WARN [RS:0;80cec940e2c9:36399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:40:32,135 INFO [RS:0;80cec940e2c9:36399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:32,135 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036 2024-11-13T19:40:32,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,36399,1731526830036] 2024-11-13T19:40:32,138 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:40:32,139 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:40:32,139 INFO [RS:0;80cec940e2c9:36399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:40:32,139 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,140 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:40:32,140 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:40:32,140 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,140 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,140 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:40:32,141 DEBUG [RS:0;80cec940e2c9:36399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:40:32,141 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,141 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,141 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,141 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,141 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,141 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36399,1731526830036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:40:32,159 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:40:32,159 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36399,1731526830036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,159 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,159 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.Replication(171): 80cec940e2c9,36399,1731526830036 started 2024-11-13T19:40:32,189 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:32,189 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,36399,1731526830036, RpcServer on 80cec940e2c9/172.17.0.3:36399, sessionid=0x10136e453910004 2024-11-13T19:40:32,189 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:40:32,189 DEBUG [RS:0;80cec940e2c9:36399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,36399,1731526830036 2024-11-13T19:40:32,189 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,36399,1731526830036' 2024-11-13T19:40:32,190 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-150610055/flush-table-proc/abort' 2024-11-13T19:40:32,190 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-150610055/flush-table-proc/acquired' 2024-11-13T19:40:32,190 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:40:32,190 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:40:32,190 DEBUG [RS:0;80cec940e2c9:36399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,36399,1731526830036 2024-11-13T19:40:32,190 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,36399,1731526830036' 2024-11-13T19:40:32,190 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-150610055/online-snapshot/abort' 2024-11-13T19:40:32,191 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-150610055/online-snapshot/acquired' 2024-11-13T19:40:32,191 DEBUG [RS:0;80cec940e2c9:36399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:40:32,191 INFO [RS:0;80cec940e2c9:36399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:40:32,191 INFO [RS:0;80cec940e2c9:36399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:40:32,291 INFO [RS:0;80cec940e2c9:36399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:40:32,293 INFO [RS:0;80cec940e2c9:36399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C36399%2C1731526830036, suffix=, logDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036, archiveDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/oldWALs, maxLogs=10 2024-11-13T19:40:32,306 DEBUG [RS:0;80cec940e2c9:36399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, exclude list is [], retry=0 2024-11-13T19:40:32,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-759d8564-63c3-45c3-8da5-5c1bdcd3021f,DISK] 2024-11-13T19:40:32,309 INFO [RS:0;80cec940e2c9:36399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 2024-11-13T19:40:32,310 DEBUG [RS:0;80cec940e2c9:36399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-13T19:40:32,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:40:32,390 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071 2024-11-13T19:40:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:40:32,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:32,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:40:32,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:40:32,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:32,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:32,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:40:32,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:40:32,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:32,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:32,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:40:32,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:40:32,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:32,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:32,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:40:32,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:40:32,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:32,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:32,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:40:32,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740 2024-11-13T19:40:32,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740 2024-11-13T19:40:32,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:40:32,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:40:32,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:40:32,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:40:32,803 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:32,803 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74255580, jitterRate=0.10649436712265015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:40:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526832795Initializing all the Stores at 1731526832795Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526832795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526832796 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526832796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526832796Cleaning up temporary data from old regions at 1731526832801 (+5 ms)Region opened successfully at 1731526832804 (+3 ms) 2024-11-13T19:40:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:40:32,804 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:40:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:40:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:40:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:40:32,804 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526832804Disabling compacts and flushes for region at 1731526832804Disabling writes for close at 1731526832804Writing region close event to WAL at 1731526832804Closed at 1731526832804 2024-11-13T19:40:32,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:32,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:40:32,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:40:32,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:40:32,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:40:32,957 DEBUG [80cec940e2c9:37787 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:40:32,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,36399,1731526830036 2024-11-13T19:40:32,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,36399,1731526830036, state=OPENING 2024-11-13T19:40:32,992 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:40:33,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:33,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:33,001 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:40:33,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-150610055/meta-region-server: CHANGED 2024-11-13T19:40:33,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-150610055/meta-region-server: CHANGED 2024-11-13T19:40:33,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,36399,1731526830036}] 2024-11-13T19:40:33,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:40:33,153 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:33,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:40:33,157 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:40:33,157 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:33,157 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:40:33,158 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C36399%2C1731526830036.meta, suffix=.meta, logDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036, archiveDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/oldWALs, maxLogs=10 2024-11-13T19:40:33,169 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.meta.1731526833158.meta, exclude list is [], retry=0 2024-11-13T19:40:33,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-759d8564-63c3-45c3-8da5-5c1bdcd3021f,DISK] 2024-11-13T19:40:33,172 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.meta.1731526833158.meta 2024-11-13T19:40:33,173 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-13T19:40:33,173 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:33,173 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:33,173 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:40:33,173 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:40:33,173 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:40:33,174 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:40:33,174 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:33,174 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:40:33,174 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:40:33,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:40:33,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:40:33,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:33,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:33,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:40:33,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:40:33,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:33,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:33,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:40:33,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:40:33,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:33,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:33,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:40:33,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:40:33,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:33,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:33,177 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:40:33,178 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740 2024-11-13T19:40:33,178 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740 2024-11-13T19:40:33,179 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:40:33,179 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:40:33,180 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:40:33,180 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:40:33,181 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64408285, jitterRate=-0.04024176299571991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:40:33,181 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:40:33,181 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526833174Writing region info on filesystem at 1731526833174Initializing all the Stores at 1731526833174Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526833174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526833175 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526833175Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526833175Cleaning up temporary data from old regions at 1731526833179 (+4 ms)Running coprocessor post-open hooks at 1731526833181 (+2 ms)Region opened successfully at 1731526833181 2024-11-13T19:40:33,182 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526833152 2024-11-13T19:40:33,184 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:40:33,184 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:40:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,36399,1731526830036 2024-11-13T19:40:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,184 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,36399,1731526830036, state=OPEN 2024-11-13T19:40:33,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-150610055/meta-region-server 2024-11-13T19:40:33,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-150610055/meta-region-server 2024-11-13T19:40:33,194 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,36399,1731526830036 2024-11-13T19:40:33,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-150610055/meta-region-server: CHANGED 2024-11-13T19:40:33,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-150610055/meta-region-server: CHANGED 2024-11-13T19:40:33,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:40:33,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,36399,1731526830036 in 193 msec 2024-11-13T19:40:33,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:40:33,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-13T19:40:33,198 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:33,198 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:40:33,199 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:33,199 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36399,1731526830036, seqNum=-1] 2024-11-13T19:40:33,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:33,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:33,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-13T19:40:33,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526833205, completionTime=-1 2024-11-13T19:40:33,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:40:33,205 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:40:33,207 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:40:33,207 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526893207 2024-11-13T19:40:33,207 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526953207 2024-11-13T19:40:33,207 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:40:33,207 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37787,1731526829864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:33,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37787,1731526829864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:33,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37787,1731526829864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:33,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:37787, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:33,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:33,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:33,209 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:40:33,210 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.116sec 2024-11-13T19:40:33,211 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:40:33,211 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:40:33,211 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:40:33,211 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:40:33,211 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:40:33,211 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37787,1731526829864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:40:33,211 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37787,1731526829864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:40:33,213 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:40:33,213 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:40:33,213 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37787,1731526829864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:33,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ef32d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:33,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37787,-1 for getting cluster id 2024-11-13T19:40:33,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:33,265 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e68a911-54c6-486a-befe-9d60a8927b3a' 2024-11-13T19:40:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e68a911-54c6-486a-befe-9d60a8927b3a" 2024-11-13T19:40:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8fbff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37787,-1] 2024-11-13T19:40:33,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:33,266 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:33,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ef667a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:33,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:33,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36399,1731526830036, seqNum=-1] 2024-11-13T19:40:33,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:33,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:33,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,37787,1731526829864 2024-11-13T19:40:33,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63701 2024-11-13T19:40:33,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:40:33,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e453910005 connected 2024-11-13T19:40:33,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.log.dir so I do NOT create it in target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a 2024-11-13T19:40:33,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:40:33,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.tmp.dir so I do NOT create it in target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a 2024-11-13T19:40:33,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:40:33,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/cluster_3844659c-df48-4f96-88be-7b66bc78ec43, deleteOnExit=true 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/test.cache.data in system properties and HBase conf 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:40:33,288 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:40:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:40:33,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:40:33,484 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T19:40:33,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,530 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,533 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,534 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,535 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:33,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:40:33,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:40:33,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:40:33,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:40:33,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:40:33,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:40:33,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a0626d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:40:33,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7696cc10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:40:33,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a7cef1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/java.io.tmpdir/jetty-localhost-41591-hadoop-hdfs-3_4_1-tests_jar-_-any-1149664955234325381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:40:33,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1999b318{HTTP/1.1, (http/1.1)}{localhost:41591} 2024-11-13T19:40:33,674 INFO [Time-limited test {}] server.Server(415): Started @279601ms 2024-11-13T19:40:33,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:40:33,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:40:33,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:40:33,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:40:33,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:40:33,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547b2a02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:40:33,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa9d74a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:40:33,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1365fd97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/java.io.tmpdir/jetty-localhost-46161-hadoop-hdfs-3_4_1-tests_jar-_-any-12462929466727457668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:40:33,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d287bc6{HTTP/1.1, (http/1.1)}{localhost:46161} 2024-11-13T19:40:33,943 INFO [Time-limited test {}] server.Server(415): Started @279869ms 2024-11-13T19:40:33,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:40:34,368 WARN [Thread-3692 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/cluster_3844659c-df48-4f96-88be-7b66bc78ec43/data/data1/current/BP-2106946819-172.17.0.3-1731526833304/current, will proceed with Du for space computation calculation, 2024-11-13T19:40:34,369 WARN [Thread-3693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/cluster_3844659c-df48-4f96-88be-7b66bc78ec43/data/data2/current/BP-2106946819-172.17.0.3-1731526833304/current, will proceed with Du for space computation calculation, 2024-11-13T19:40:34,391 WARN [Thread-3680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:40:34,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75a651731b74f464 with lease ID 0x9c2d8f06f7b3e994: Processing first storage report for DS-101c81ed-98d9-4790-92aa-1e0c8da7aa18 from datanode DatanodeRegistration(127.0.0.1:43897, datanodeUuid=33223c4d-81ce-46fe-b695-e429320d9936, infoPort=39127, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=1105169021;c=1731526833304) 2024-11-13T19:40:34,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75a651731b74f464 with lease ID 0x9c2d8f06f7b3e994: from storage DS-101c81ed-98d9-4790-92aa-1e0c8da7aa18 node DatanodeRegistration(127.0.0.1:43897, datanodeUuid=33223c4d-81ce-46fe-b695-e429320d9936, infoPort=39127, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=1105169021;c=1731526833304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:40:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75a651731b74f464 with lease ID 0x9c2d8f06f7b3e994: Processing first storage report for DS-c8e884d2-257e-4784-8ce6-1c4e43b0cce1 from datanode DatanodeRegistration(127.0.0.1:43897, datanodeUuid=33223c4d-81ce-46fe-b695-e429320d9936, infoPort=39127, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=1105169021;c=1731526833304) 2024-11-13T19:40:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75a651731b74f464 with lease ID 0x9c2d8f06f7b3e994: from storage DS-c8e884d2-257e-4784-8ce6-1c4e43b0cce1 node DatanodeRegistration(127.0.0.1:43897, datanodeUuid=33223c4d-81ce-46fe-b695-e429320d9936, infoPort=39127, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=1105169021;c=1731526833304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:40:34,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a 2024-11-13T19:40:34,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:34,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:34,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:40:34,873 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6 with version=8 2024-11-13T19:40:34,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/hbase-staging 2024-11-13T19:40:34,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:40:34,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:34,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:34,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:40:34,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:34,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:40:34,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:40:34,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:40:34,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43317 2024-11-13T19:40:34,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43317 connecting to ZooKeeper ensemble=127.0.0.1:63701 2024-11-13T19:40:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433170x0, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:40:34,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43317-0x10136e453910006 connected 2024-11-13T19:40:34,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:34,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:34,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on znode that does not yet exist, /2-1008411939/running 2024-11-13T19:40:34,988 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6, hbase.cluster.distributed=false 2024-11-13T19:40:34,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on znode that does not yet exist, /2-1008411939/acl 2024-11-13T19:40:34,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43317 2024-11-13T19:40:34,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43317 2024-11-13T19:40:34,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43317 2024-11-13T19:40:34,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43317 2024-11-13T19:40:34,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43317 2024-11-13T19:40:35,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:40:35,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:35,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:35,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:40:35,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:40:35,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:40:35,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:40:35,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:40:35,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43867 2024-11-13T19:40:35,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43867 connecting to ZooKeeper ensemble=127.0.0.1:63701 2024-11-13T19:40:35,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:35,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:35,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438670x0, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:40:35,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43867-0x10136e453910007 connected 2024-11-13T19:40:35,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438670x0, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on znode that does not yet exist, /2-1008411939/running 2024-11-13T19:40:35,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:40:35,020 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:40:35,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on znode that does not yet exist, /2-1008411939/master 2024-11-13T19:40:35,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on znode that does not yet exist, /2-1008411939/acl 2024-11-13T19:40:35,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43867 2024-11-13T19:40:35,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43867 2024-11-13T19:40:35,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43867 2024-11-13T19:40:35,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43867 2024-11-13T19:40:35,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43867 2024-11-13T19:40:35,037 DEBUG [M:0;80cec940e2c9:43317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:43317 2024-11-13T19:40:35,038 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1008411939/backup-masters/80cec940e2c9,43317,1731526834875 2024-11-13T19:40:35,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939/backup-masters 2024-11-13T19:40:35,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939/backup-masters 2024-11-13T19:40:35,044 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on existing znode=/2-1008411939/backup-masters/80cec940e2c9,43317,1731526834875 2024-11-13T19:40:35,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:35,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1008411939/master 2024-11-13T19:40:35,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:35,052 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on existing znode=/2-1008411939/master 2024-11-13T19:40:35,052 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1008411939/backup-masters/80cec940e2c9,43317,1731526834875 from backup master directory 2024-11-13T19:40:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939/backup-masters 2024-11-13T19:40:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1008411939/backup-masters/80cec940e2c9,43317,1731526834875 2024-11-13T19:40:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939/backup-masters 2024-11-13T19:40:35,060 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:40:35,060 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,43317,1731526834875 2024-11-13T19:40:35,063 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/hbase.id] with ID: 384b4417-6919-4ae2-86ef-872b801cb4a4 2024-11-13T19:40:35,063 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/.tmp/hbase.id 2024-11-13T19:40:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:40:35,470 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/.tmp/hbase.id]:[hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/hbase.id] 2024-11-13T19:40:35,479 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:40:35,479 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:40:35,480 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:40:35,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:35,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:40:35,930 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:35,931 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:40:35,931 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:40:36,337 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store 2024-11-13T19:40:36,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:40:36,742 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:36,742 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:40:36,742 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:36,742 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:36,742 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:40:36,742 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:36,742 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:36,742 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526836742Disabling compacts and flushes for region at 1731526836742Disabling writes for close at 1731526836742Writing region close event to WAL at 1731526836742Closed at 1731526836742 2024-11-13T19:40:36,743 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/.initializing 2024-11-13T19:40:36,743 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/WALs/80cec940e2c9,43317,1731526834875 2024-11-13T19:40:36,744 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:40:36,745 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C43317%2C1731526834875, suffix=, logDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/WALs/80cec940e2c9,43317,1731526834875, archiveDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/oldWALs, maxLogs=10 2024-11-13T19:40:36,758 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/WALs/80cec940e2c9,43317,1731526834875/80cec940e2c9%2C43317%2C1731526834875.1731526836745, exclude list is [], retry=0 2024-11-13T19:40:36,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43897,DS-101c81ed-98d9-4790-92aa-1e0c8da7aa18,DISK] 2024-11-13T19:40:36,761 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/WALs/80cec940e2c9,43317,1731526834875/80cec940e2c9%2C43317%2C1731526834875.1731526836745 2024-11-13T19:40:36,761 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-13T19:40:36,761 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:36,761 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:36,761 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,761 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:40:36,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:36,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:36,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:40:36,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:36,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:36,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:40:36,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:36,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:36,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:40:36,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:36,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:36,766 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,767 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,767 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:40:36,769 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:40:36,770 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:36,770 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73980719, jitterRate=0.10239861905574799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:40:36,770 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526836761Initializing all the Stores at 1731526836762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526836762Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526836762Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526836762Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526836762Cleaning up temporary data from old regions at 1731526836768 (+6 ms)Region opened successfully at 1731526836770 (+2 ms) 2024-11-13T19:40:36,771 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:40:36,773 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c69c88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:40:36,773 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:40:36,773 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:40:36,773 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:40:36,773 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:40:36,774 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:40:36,774 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:40:36,774 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:40:36,775 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:40:36,776 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Unable to get data of znode /2-1008411939/balancer because node does not exist (not necessarily an error) 2024-11-13T19:40:36,825 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1008411939/balancer already deleted, retry=false 2024-11-13T19:40:36,825 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:40:36,826 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Unable to get data of znode /2-1008411939/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:40:36,835 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1008411939/normalizer already deleted, retry=false 2024-11-13T19:40:36,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:40:36,836 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Unable to get data of znode /2-1008411939/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:40:36,843 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1008411939/switch/split already deleted, retry=false 2024-11-13T19:40:36,844 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Unable to get data of znode /2-1008411939/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:40:36,852 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1008411939/switch/merge already deleted, retry=false 2024-11-13T19:40:36,853 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Unable to get data of znode /2-1008411939/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:40:36,860 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1008411939/snapshot-cleanup already deleted, retry=false 2024-11-13T19:40:36,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1008411939/running 2024-11-13T19:40:36,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1008411939/running 2024-11-13T19:40:36,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:36,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:36,869 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,43317,1731526834875, sessionid=0x10136e453910006, setting cluster-up flag (Was=false) 2024-11-13T19:40:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:36,910 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1008411939/flush-table-proc/acquired, /2-1008411939/flush-table-proc/reached, /2-1008411939/flush-table-proc/abort 2024-11-13T19:40:36,911 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,43317,1731526834875 2024-11-13T19:40:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:36,952 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1008411939/online-snapshot/acquired, /2-1008411939/online-snapshot/reached, /2-1008411939/online-snapshot/abort 2024-11-13T19:40:36,953 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,43317,1731526834875 2024-11-13T19:40:36,954 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:40:36,955 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:36,955 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:40:36,955 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:40:36,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,43317,1731526834875 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:40:36,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:36,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:36,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:36,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:40:36,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:40:36,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:36,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:40:36,957 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:36,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526866957 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:40:36,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:40:36,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:40:36,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:40:36,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:36,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:40:36,962 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:40:36,962 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:40:36,963 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526836962,5,FailOnTimeoutGroup] 2024-11-13T19:40:36,963 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526836963,5,FailOnTimeoutGroup] 2024-11-13T19:40:36,963 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:36,963 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:40:36,963 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:36,963 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:36,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:40:37,027 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(746): ClusterId : 384b4417-6919-4ae2-86ef-872b801cb4a4 2024-11-13T19:40:37,027 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:40:37,036 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:40:37,036 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:40:37,044 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:40:37,044 DEBUG [RS:0;80cec940e2c9:43867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b20153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:40:37,056 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:43867 2024-11-13T19:40:37,056 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:40:37,056 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:40:37,056 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:40:37,057 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,43317,1731526834875 with port=43867, startcode=1731526835003 2024-11-13T19:40:37,057 DEBUG [RS:0;80cec940e2c9:43867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:40:37,058 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:40:37,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,43867,1731526835003 2024-11-13T19:40:37,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43317 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,43867,1731526835003 2024-11-13T19:40:37,059 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6 2024-11-13T19:40:37,059 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43123 2024-11-13T19:40:37,059 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:40:37,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939/rs 2024-11-13T19:40:37,101 DEBUG [RS:0;80cec940e2c9:43867 {}] zookeeper.ZKUtil(111): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on existing znode=/2-1008411939/rs/80cec940e2c9,43867,1731526835003 2024-11-13T19:40:37,101 WARN [RS:0;80cec940e2c9:43867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:40:37,101 INFO [RS:0;80cec940e2c9:43867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:37,101 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003 2024-11-13T19:40:37,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,43867,1731526835003] 2024-11-13T19:40:37,104 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:40:37,105 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:40:37,106 INFO [RS:0;80cec940e2c9:43867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:40:37,106 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,106 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:40:37,107 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:40:37,107 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:40:37,107 DEBUG [RS:0;80cec940e2c9:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:40:37,107 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,107 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,107 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,108 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,108 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,108 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43867,1731526835003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:40:37,120 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:40:37,120 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43867,1731526835003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,120 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,120 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.Replication(171): 80cec940e2c9,43867,1731526835003 started 2024-11-13T19:40:37,131 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:37,131 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,43867,1731526835003, RpcServer on 80cec940e2c9/172.17.0.3:43867, sessionid=0x10136e453910007 2024-11-13T19:40:37,131 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:40:37,131 DEBUG [RS:0;80cec940e2c9:43867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,43867,1731526835003 2024-11-13T19:40:37,131 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,43867,1731526835003' 2024-11-13T19:40:37,131 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1008411939/flush-table-proc/abort' 2024-11-13T19:40:37,132 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1008411939/flush-table-proc/acquired' 2024-11-13T19:40:37,132 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:40:37,132 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:40:37,132 DEBUG [RS:0;80cec940e2c9:43867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,43867,1731526835003 2024-11-13T19:40:37,132 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,43867,1731526835003' 2024-11-13T19:40:37,132 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1008411939/online-snapshot/abort' 2024-11-13T19:40:37,132 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1008411939/online-snapshot/acquired' 2024-11-13T19:40:37,132 DEBUG [RS:0;80cec940e2c9:43867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:40:37,132 INFO [RS:0;80cec940e2c9:43867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:40:37,132 INFO [RS:0;80cec940e2c9:43867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:40:37,233 INFO [RS:0;80cec940e2c9:43867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:40:37,234 INFO [RS:0;80cec940e2c9:43867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C43867%2C1731526835003, suffix=, logDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003, archiveDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/oldWALs, maxLogs=10 2024-11-13T19:40:37,245 DEBUG [RS:0;80cec940e2c9:43867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, exclude list is [], retry=0 2024-11-13T19:40:37,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43897,DS-101c81ed-98d9-4790-92aa-1e0c8da7aa18,DISK] 2024-11-13T19:40:37,249 INFO [RS:0;80cec940e2c9:43867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 2024-11-13T19:40:37,249 DEBUG [RS:0;80cec940e2c9:43867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-13T19:40:37,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:40:37,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6 2024-11-13T19:40:37,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:40:37,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:37,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:40:37,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:40:37,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:37,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:37,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:40:37,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:40:37,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:37,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:37,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:40:37,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:40:37,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:37,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:37,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:40:37,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:40:37,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:37,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:37,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:40:37,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740 2024-11-13T19:40:37,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740 2024-11-13T19:40:37,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:40:37,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:40:37,778 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:40:37,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:40:37,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:37,781 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72633838, jitterRate=0.08232852816581726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:40:37,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526837771Initializing all the Stores at 1731526837772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526837772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526837772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526837772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526837772Cleaning up temporary data from old regions at 1731526837778 (+6 ms)Region opened successfully at 1731526837781 (+3 ms) 2024-11-13T19:40:37,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:40:37,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:40:37,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:40:37,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:40:37,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:40:37,781 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:37,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526837781Disabling compacts and flushes for region at 1731526837781Disabling writes for close at 1731526837781Writing region close event to WAL at 1731526837781Closed at 1731526837781 2024-11-13T19:40:37,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:37,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:40:37,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:40:37,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:40:37,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:40:37,933 DEBUG [80cec940e2c9:43317 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:40:37,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,43867,1731526835003 2024-11-13T19:40:37,935 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,43867,1731526835003, state=OPENING 2024-11-13T19:40:37,992 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:40:38,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:38,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:38,002 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:40:38,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1008411939/meta-region-server: CHANGED 2024-11-13T19:40:38,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,43867,1731526835003}] 2024-11-13T19:40:38,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1008411939/meta-region-server: CHANGED 2024-11-13T19:40:38,154 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:38,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:40:38,158 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:40:38,158 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:38,159 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:40:38,160 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C43867%2C1731526835003.meta, suffix=.meta, logDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003, archiveDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/oldWALs, maxLogs=10 2024-11-13T19:40:38,173 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.meta.1731526838160.meta, exclude list is [], retry=0 2024-11-13T19:40:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43897,DS-101c81ed-98d9-4790-92aa-1e0c8da7aa18,DISK] 2024-11-13T19:40:38,176 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.meta.1731526838160.meta 2024-11-13T19:40:38,176 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-13T19:40:38,176 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:38,176 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:38,177 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:40:38,177 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:40:38,177 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:40:38,177 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:40:38,177 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:38,177 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:40:38,177 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:40:38,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:40:38,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:40:38,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:38,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:38,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:40:38,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:40:38,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:38,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:38,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:40:38,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:40:38,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:38,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:38,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:40:38,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:40:38,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:38,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:40:38,181 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:40:38,181 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740 2024-11-13T19:40:38,182 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740 2024-11-13T19:40:38,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:40:38,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:40:38,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:40:38,183 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:40:38,184 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73604032, jitterRate=0.0967855453491211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:40:38,184 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:40:38,184 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526838177Writing region info on filesystem at 1731526838177Initializing all the Stores at 1731526838177Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526838177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526838178 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526838178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526838178Cleaning up temporary data from old regions at 1731526838183 (+5 ms)Running coprocessor post-open hooks at 1731526838184 (+1 ms)Region opened successfully at 1731526838184 2024-11-13T19:40:38,185 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526838154 2024-11-13T19:40:38,186 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:40:38,186 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:40:38,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,43867,1731526835003 2024-11-13T19:40:38,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,43867,1731526835003, state=OPEN 2024-11-13T19:40:38,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1008411939/meta-region-server 2024-11-13T19:40:38,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1008411939/meta-region-server 2024-11-13T19:40:38,193 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,43867,1731526835003 2024-11-13T19:40:38,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1008411939/meta-region-server: CHANGED 2024-11-13T19:40:38,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1008411939/meta-region-server: CHANGED 2024-11-13T19:40:38,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:40:38,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,43867,1731526835003 in 191 msec 2024-11-13T19:40:38,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:40:38,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-13T19:40:38,197 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:40:38,197 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:40:38,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:38,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,43867,1731526835003, seqNum=-1] 2024-11-13T19:40:38,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:38,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:38,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-13T19:40:38,203 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526838203, completionTime=-1 2024-11-13T19:40:38,203 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:40:38,203 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:40:38,204 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:40:38,204 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526898204 2024-11-13T19:40:38,204 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526958204 2024-11-13T19:40:38,204 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:40:38,204 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43317,1731526834875-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:38,204 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43317,1731526834875-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:38,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43317,1731526834875-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:38,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:43317, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:38,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:38,205 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:38,206 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:40:38,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.148sec 2024-11-13T19:40:38,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:40:38,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:40:38,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:40:38,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:40:38,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:40:38,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43317,1731526834875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:40:38,208 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43317,1731526834875-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:40:38,210 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:40:38,210 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:40:38,210 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43317,1731526834875-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:40:38,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc3df28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:38,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43317,-1 for getting cluster id 2024-11-13T19:40:38,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:38,229 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '384b4417-6919-4ae2-86ef-872b801cb4a4' 2024-11-13T19:40:38,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:38,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "384b4417-6919-4ae2-86ef-872b801cb4a4" 2024-11-13T19:40:38,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:38,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43317,-1] 2024-11-13T19:40:38,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:38,230 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:38,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6d766e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:38,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,43867,1731526835003, seqNum=-1] 2024-11-13T19:40:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:38,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:38,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,43317,1731526834875 2024-11-13T19:40:38,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63701 2024-11-13T19:40:38,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:40:38,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10136e453910008 connected 2024-11-13T19:40:38,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:38,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,38485,1731526824859 2024-11-13T19:40:38,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a03b18f 2024-11-13T19:40:38,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:38,255 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:38,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:40:38,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:40:38,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:38,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:40:38,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:40:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:40:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:38,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92da5bbcdf131c5ada4a578e638cb9f0, NAME => 'test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2 2024-11-13T19:40:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:40:38,676 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:40:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:39,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:39,070 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92da5bbcdf131c5ada4a578e638cb9f0, disabling compactions & flushes 2024-11-13T19:40:39,071 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:40:39,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:40:39,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. after waiting 0 ms 2024-11-13T19:40:39,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:40:39,071 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:40:39,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92da5bbcdf131c5ada4a578e638cb9f0: Waiting for close lock at 1731526839070Disabling compacts and flushes for region at 1731526839070Disabling writes for close at 1731526839071 (+1 ms)Writing region close event to WAL at 1731526839071Closed at 1731526839071 2024-11-13T19:40:39,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:40:39,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526839072"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526839072"}]},"ts":"1731526839072"} 2024-11-13T19:40:39,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:40:39,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:40:39,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526839074"}]},"ts":"1731526839074"} 2024-11-13T19:40:39,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:40:39,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92da5bbcdf131c5ada4a578e638cb9f0, ASSIGN}] 2024-11-13T19:40:39,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92da5bbcdf131c5ada4a578e638cb9f0, ASSIGN 2024-11-13T19:40:39,077 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92da5bbcdf131c5ada4a578e638cb9f0, ASSIGN; state=OFFLINE, location=80cec940e2c9,40347,1731526825008; forceNewPlan=false, retain=false 2024-11-13T19:40:39,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92da5bbcdf131c5ada4a578e638cb9f0, regionState=OPENING, regionLocation=80cec940e2c9,40347,1731526825008 2024-11-13T19:40:39,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92da5bbcdf131c5ada4a578e638cb9f0, ASSIGN because future has completed 2024-11-13T19:40:39,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92da5bbcdf131c5ada4a578e638cb9f0, server=80cec940e2c9,40347,1731526825008}] 2024-11-13T19:40:39,386 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:40:39,386 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92da5bbcdf131c5ada4a578e638cb9f0, NAME => 'test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:39,386 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:39,386 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:40:39,386 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,386 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:39,386 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,386 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,387 INFO [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,388 INFO [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92da5bbcdf131c5ada4a578e638cb9f0 columnFamilyName f 2024-11-13T19:40:39,389 DEBUG [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:39,389 INFO [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] regionserver.HStore(327): Store=92da5bbcdf131c5ada4a578e638cb9f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:39,389 INFO [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,390 INFO [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92da5bbcdf131c5ada4a578e638cb9f0 columnFamilyName f1 2024-11-13T19:40:39,390 DEBUG [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:39,390 INFO [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] regionserver.HStore(327): Store=92da5bbcdf131c5ada4a578e638cb9f0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:39,390 INFO [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,391 INFO [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92da5bbcdf131c5ada4a578e638cb9f0 columnFamilyName norep 2024-11-13T19:40:39,391 DEBUG [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:39,391 INFO [StoreOpener-92da5bbcdf131c5ada4a578e638cb9f0-1 {}] regionserver.HStore(327): Store=92da5bbcdf131c5ada4a578e638cb9f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:39,391 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,391 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,392 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,392 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,392 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,393 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:40:39,393 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,395 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:39,395 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92da5bbcdf131c5ada4a578e638cb9f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64602925, jitterRate=-0.0373414009809494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:40:39,395 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:40:39,396 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92da5bbcdf131c5ada4a578e638cb9f0: Running coprocessor pre-open hook at 1731526839386Writing region info on filesystem at 1731526839386Initializing all the Stores at 1731526839387 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526839387Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526839387Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526839387Cleaning up temporary data from old regions at 1731526839392 (+5 ms)Running coprocessor post-open hooks at 1731526839395 (+3 ms)Region opened successfully at 1731526839396 (+1 ms) 2024-11-13T19:40:39,396 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0., pid=6, masterSystemTime=1731526839382 2024-11-13T19:40:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:39,398 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:40:39,398 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:40:39,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92da5bbcdf131c5ada4a578e638cb9f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,40347,1731526825008 2024-11-13T19:40:39,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92da5bbcdf131c5ada4a578e638cb9f0, server=80cec940e2c9,40347,1731526825008 because future has completed 2024-11-13T19:40:39,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:40:39,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92da5bbcdf131c5ada4a578e638cb9f0, server=80cec940e2c9,40347,1731526825008 in 171 msec 2024-11-13T19:40:39,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:40:39,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92da5bbcdf131c5ada4a578e638cb9f0, ASSIGN in 326 msec 2024-11-13T19:40:39,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:40:39,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526839404"}]},"ts":"1731526839404"} 2024-11-13T19:40:39,406 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:40:39,407 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:40:39,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-13T19:40:39,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:40:39,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:40:39,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:40:39,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:40:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:40,408 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:40:40,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37787,1731526829864 2024-11-13T19:40:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d58236 2024-11-13T19:40:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:40,410 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:40,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:40:40,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:40:40,413 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:40,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:40:40,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:40:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:40,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:40:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:40,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f75ccf6412441aa336358801ed6adeb, NAME => 'test,,1731526840411.0f75ccf6412441aa336358801ed6adeb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071 2024-11-13T19:40:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:40:40,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526840411.0f75ccf6412441aa336358801ed6adeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:40,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f75ccf6412441aa336358801ed6adeb, disabling compactions & flushes 2024-11-13T19:40:40,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:40:40,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:40:40,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. after waiting 0 ms 2024-11-13T19:40:40,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:40:40,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:40:40,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f75ccf6412441aa336358801ed6adeb: Waiting for close lock at 1731526840827Disabling compacts and flushes for region at 1731526840827Disabling writes for close at 1731526840827Writing region close event to WAL at 1731526840827Closed at 1731526840827 2024-11-13T19:40:40,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:40:40,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526840411.0f75ccf6412441aa336358801ed6adeb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526840828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526840828"}]},"ts":"1731526840828"} 2024-11-13T19:40:40,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:40:40,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:40:40,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526840831"}]},"ts":"1731526840831"} 2024-11-13T19:40:40,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:40:40,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f75ccf6412441aa336358801ed6adeb, ASSIGN}] 2024-11-13T19:40:40,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f75ccf6412441aa336358801ed6adeb, ASSIGN 2024-11-13T19:40:40,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f75ccf6412441aa336358801ed6adeb, ASSIGN; state=OFFLINE, location=80cec940e2c9,36399,1731526830036; forceNewPlan=false, retain=false 2024-11-13T19:40:40,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f75ccf6412441aa336358801ed6adeb, regionState=OPENING, regionLocation=80cec940e2c9,36399,1731526830036 2024-11-13T19:40:40,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f75ccf6412441aa336358801ed6adeb, ASSIGN because future has completed 2024-11-13T19:40:40,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f75ccf6412441aa336358801ed6adeb, server=80cec940e2c9,36399,1731526830036}] 2024-11-13T19:40:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:41,142 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:40:41,142 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f75ccf6412441aa336358801ed6adeb, NAME => 'test,,1731526840411.0f75ccf6412441aa336358801ed6adeb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:41,142 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:41,142 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:40:41,142 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,142 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526840411.0f75ccf6412441aa336358801ed6adeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:41,143 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,143 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,144 INFO [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,145 INFO [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f75ccf6412441aa336358801ed6adeb columnFamilyName f 2024-11-13T19:40:41,145 DEBUG [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:41,145 INFO [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] regionserver.HStore(327): Store=0f75ccf6412441aa336358801ed6adeb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:41,145 INFO [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,146 INFO [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f75ccf6412441aa336358801ed6adeb columnFamilyName f1 2024-11-13T19:40:41,146 DEBUG [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:41,146 INFO [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] regionserver.HStore(327): Store=0f75ccf6412441aa336358801ed6adeb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:41,146 INFO [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,147 INFO [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f75ccf6412441aa336358801ed6adeb columnFamilyName norep 2024-11-13T19:40:41,147 DEBUG [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:41,147 INFO [StoreOpener-0f75ccf6412441aa336358801ed6adeb-1 {}] regionserver.HStore(327): Store=0f75ccf6412441aa336358801ed6adeb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:41,148 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,148 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,148 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,149 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,149 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,149 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:40:41,150 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,151 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:41,152 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f75ccf6412441aa336358801ed6adeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72870144, jitterRate=0.08584976196289062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:40:41,152 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:40:41,152 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f75ccf6412441aa336358801ed6adeb: Running coprocessor pre-open hook at 1731526841143Writing region info on filesystem at 1731526841143Initializing all the Stores at 1731526841143Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526841143Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526841143Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526841143Cleaning up temporary data from old regions at 1731526841149 (+6 ms)Running coprocessor post-open hooks at 1731526841152 (+3 ms)Region opened successfully at 1731526841152 2024-11-13T19:40:41,152 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526840411.0f75ccf6412441aa336358801ed6adeb., pid=6, masterSystemTime=1731526841139 2024-11-13T19:40:41,154 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:40:41,154 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:40:41,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f75ccf6412441aa336358801ed6adeb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,36399,1731526830036 2024-11-13T19:40:41,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f75ccf6412441aa336358801ed6adeb, server=80cec940e2c9,36399,1731526830036 because future has completed 2024-11-13T19:40:41,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:40:41,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f75ccf6412441aa336358801ed6adeb, server=80cec940e2c9,36399,1731526830036 in 170 msec 2024-11-13T19:40:41,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:40:41,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f75ccf6412441aa336358801ed6adeb, ASSIGN in 327 msec 2024-11-13T19:40:41,161 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:40:41,161 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526841161"}]},"ts":"1731526841161"} 2024-11-13T19:40:41,162 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:40:41,163 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:40:41,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-13T19:40:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:41,549 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:40:41,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:41,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,43317,1731526834875 2024-11-13T19:40:41,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fec6c3f 2024-11-13T19:40:41,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:41,550 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:41,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:40:41,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:40:41,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:41,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:40:41,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:40:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:40:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:41,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 698ad3d8313156faaddb9ffaca45bee2, NAME => 'test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6 2024-11-13T19:40:41,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:40:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 698ad3d8313156faaddb9ffaca45bee2, disabling compactions & flushes 2024-11-13T19:40:42,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. after waiting 0 ms 2024-11-13T19:40:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:42,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:42,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 698ad3d8313156faaddb9ffaca45bee2: Waiting for close lock at 1731526842364Disabling compacts and flushes for region at 1731526842364Disabling writes for close at 1731526842364Writing region close event to WAL at 1731526842364Closed at 1731526842364 2024-11-13T19:40:42,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:40:42,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526842365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526842365"}]},"ts":"1731526842365"} 2024-11-13T19:40:42,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:40:42,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:40:42,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526842368"}]},"ts":"1731526842368"} 2024-11-13T19:40:42,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:40:42,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=698ad3d8313156faaddb9ffaca45bee2, ASSIGN}] 2024-11-13T19:40:42,370 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=698ad3d8313156faaddb9ffaca45bee2, ASSIGN 2024-11-13T19:40:42,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=698ad3d8313156faaddb9ffaca45bee2, ASSIGN; state=OFFLINE, location=80cec940e2c9,43867,1731526835003; forceNewPlan=false, retain=false 2024-11-13T19:40:42,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=698ad3d8313156faaddb9ffaca45bee2, regionState=OPENING, regionLocation=80cec940e2c9,43867,1731526835003 2024-11-13T19:40:42,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=698ad3d8313156faaddb9ffaca45bee2, ASSIGN because future has completed 2024-11-13T19:40:42,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 698ad3d8313156faaddb9ffaca45bee2, server=80cec940e2c9,43867,1731526835003}] 2024-11-13T19:40:42,678 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:42,678 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 698ad3d8313156faaddb9ffaca45bee2, NAME => 'test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:42,679 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:42,679 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:40:42,679 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,679 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:42,679 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,679 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,680 INFO [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,681 INFO [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 698ad3d8313156faaddb9ffaca45bee2 columnFamilyName f 2024-11-13T19:40:42,681 DEBUG [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:42,681 INFO [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] regionserver.HStore(327): Store=698ad3d8313156faaddb9ffaca45bee2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:42,681 INFO [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,682 INFO [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 698ad3d8313156faaddb9ffaca45bee2 columnFamilyName f1 2024-11-13T19:40:42,682 DEBUG [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:42,682 INFO [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] regionserver.HStore(327): Store=698ad3d8313156faaddb9ffaca45bee2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:42,682 INFO [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,683 INFO [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 698ad3d8313156faaddb9ffaca45bee2 columnFamilyName norep 2024-11-13T19:40:42,683 DEBUG [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:42,683 INFO [StoreOpener-698ad3d8313156faaddb9ffaca45bee2-1 {}] regionserver.HStore(327): Store=698ad3d8313156faaddb9ffaca45bee2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:42,683 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,683 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,684 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,685 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,685 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,685 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:40:42,686 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,687 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:42,687 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 698ad3d8313156faaddb9ffaca45bee2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63547296, jitterRate=-0.05307149887084961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:40:42,687 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:42,687 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 698ad3d8313156faaddb9ffaca45bee2: Running coprocessor pre-open hook at 1731526842679Writing region info on filesystem at 1731526842679Initializing all the Stores at 1731526842680 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526842680Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526842680Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526842680Cleaning up temporary data from old regions at 1731526842685 (+5 ms)Running coprocessor post-open hooks at 1731526842687 (+2 ms)Region opened successfully at 1731526842687 2024-11-13T19:40:42,688 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2., pid=6, masterSystemTime=1731526842675 2024-11-13T19:40:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:42,689 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:42,689 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:42,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=698ad3d8313156faaddb9ffaca45bee2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,43867,1731526835003 2024-11-13T19:40:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 698ad3d8313156faaddb9ffaca45bee2, server=80cec940e2c9,43867,1731526835003 because future has completed 2024-11-13T19:40:42,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:40:42,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 698ad3d8313156faaddb9ffaca45bee2, server=80cec940e2c9,43867,1731526835003 in 168 msec 2024-11-13T19:40:42,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:40:42,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=698ad3d8313156faaddb9ffaca45bee2, ASSIGN in 324 msec 2024-11-13T19:40:42,695 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:40:42,695 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526842695"}]},"ts":"1731526842695"} 2024-11-13T19:40:42,696 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:40:42,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:40:42,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-13T19:40:43,104 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:40:43,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:40:43,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:40:43,698 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:40:43,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e264c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:43,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,38485,-1 for getting cluster id 2024-11-13T19:40:43,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:43,700 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '201e991c-fdda-45fb-8d5d-11ba43054389' 2024-11-13T19:40:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "201e991c-fdda-45fb-8d5d-11ba43054389" 2024-11-13T19:40:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef9400b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,38485,-1] 2024-11-13T19:40:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:43,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:43,701 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:43,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3560b420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:43,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,38485,1731526824859 2024-11-13T19:40:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6977d0cf 2024-11-13T19:40:43,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:43,704 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:43,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:37787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:40:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:40:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:43,707 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:37787' 2024-11-13T19:40:43,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493593f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:43,708 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37787,-1 for getting cluster id 2024-11-13T19:40:43,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:43,709 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e68a911-54c6-486a-befe-9d60a8927b3a' 2024-11-13T19:40:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e68a911-54c6-486a-befe-9d60a8927b3a" 2024-11-13T19:40:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6e8277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37787,-1] 2024-11-13T19:40:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:43,710 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:43,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2d3db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:43,711 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:43,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37787,1731526829864 2024-11-13T19:40:43,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50096e3 2024-11-13T19:40:43,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:43,713 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:43,714 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:40:43,714 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:40:43,714 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:43,714 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:43,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:43,714 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:43,715 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:40:43,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:40:43,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:43,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:40:43,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:40:43,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d69f9fb072a4f89945d96f20f6770340, NAME => 'hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2 2024-11-13T19:40:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:40:43,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:43,766 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:40:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d69f9fb072a4f89945d96f20f6770340, disabling compactions & flushes 2024-11-13T19:40:44,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:40:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:40:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. after waiting 0 ms 2024-11-13T19:40:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:40:44,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:40:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d69f9fb072a4f89945d96f20f6770340: Waiting for close lock at 1731526844130Disabling compacts and flushes for region at 1731526844130Disabling writes for close at 1731526844130Writing region close event to WAL at 1731526844130Closed at 1731526844130 2024-11-13T19:40:44,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:40:44,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526844131"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526844131"}]},"ts":"1731526844131"} 2024-11-13T19:40:44,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:40:44,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:40:44,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526844133"}]},"ts":"1731526844133"} 2024-11-13T19:40:44,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:40:44,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d69f9fb072a4f89945d96f20f6770340, ASSIGN}] 2024-11-13T19:40:44,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d69f9fb072a4f89945d96f20f6770340, ASSIGN 2024-11-13T19:40:44,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d69f9fb072a4f89945d96f20f6770340, ASSIGN; state=OFFLINE, location=80cec940e2c9,40347,1731526825008; forceNewPlan=false, retain=false 2024-11-13T19:40:44,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d69f9fb072a4f89945d96f20f6770340, regionState=OPENING, regionLocation=80cec940e2c9,40347,1731526825008 2024-11-13T19:40:44,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d69f9fb072a4f89945d96f20f6770340, ASSIGN because future has completed 2024-11-13T19:40:44,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69f9fb072a4f89945d96f20f6770340, server=80cec940e2c9,40347,1731526825008}] 2024-11-13T19:40:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:44,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:40:44,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:44,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:40:44,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40347%2C1731526825008.rep, suffix=, logDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/oldWALs, maxLogs=10 2024-11-13T19:40:44,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.rep.1731526844445, exclude list is [], retry=0 2024-11-13T19:40:44,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33611,DS-ba66d3e7-4073-429e-b453-3066727892c2,DISK] 2024-11-13T19:40:44,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.rep.1731526844445 2024-11-13T19:40:44,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-13T19:40:44,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d69f9fb072a4f89945d96f20f6770340, NAME => 'hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:44,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:44,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:40:44,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. service=MultiRowMutationService 2024-11-13T19:40:44,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:40:44,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:44,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,465 INFO [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,466 INFO [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69f9fb072a4f89945d96f20f6770340 columnFamilyName hfileref 2024-11-13T19:40:44,466 DEBUG [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:44,466 INFO [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] regionserver.HStore(327): Store=d69f9fb072a4f89945d96f20f6770340/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:44,466 INFO [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,467 INFO [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69f9fb072a4f89945d96f20f6770340 columnFamilyName queue 2024-11-13T19:40:44,467 DEBUG [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:44,467 INFO [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] regionserver.HStore(327): Store=d69f9fb072a4f89945d96f20f6770340/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:44,467 INFO [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,468 INFO [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69f9fb072a4f89945d96f20f6770340 columnFamilyName sid 2024-11-13T19:40:44,468 DEBUG [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:44,468 INFO [StoreOpener-d69f9fb072a4f89945d96f20f6770340-1 {}] regionserver.HStore(327): Store=d69f9fb072a4f89945d96f20f6770340/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/replication/d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/replication/d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:40:44,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/replication/d69f9fb072a4f89945d96f20f6770340/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:44,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d69f9fb072a4f89945d96f20f6770340; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71702271, jitterRate=0.06844709813594818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:40:44,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:40:44,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d69f9fb072a4f89945d96f20f6770340: Running coprocessor pre-open hook at 1731526844464Writing region info on filesystem at 1731526844464Initializing all the Stores at 1731526844464Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526844464Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526844464Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526844464Cleaning up temporary data from old regions at 1731526844470 (+6 ms)Running coprocessor post-open hooks at 1731526844473 (+3 ms)Region opened successfully at 1731526844473 2024-11-13T19:40:44,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340., pid=10, masterSystemTime=1731526844441 2024-11-13T19:40:44,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:40:44,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:40:44,476 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d69f9fb072a4f89945d96f20f6770340, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40347,1731526825008 2024-11-13T19:40:44,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69f9fb072a4f89945d96f20f6770340, server=80cec940e2c9,40347,1731526825008 because future has completed 2024-11-13T19:40:44,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:40:44,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d69f9fb072a4f89945d96f20f6770340, server=80cec940e2c9,40347,1731526825008 in 189 msec 2024-11-13T19:40:44,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:40:44,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d69f9fb072a4f89945d96f20f6770340, ASSIGN in 345 msec 2024-11-13T19:40:44,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:40:44,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526844481"}]},"ts":"1731526844481"} 2024-11-13T19:40:44,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:40:44,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:40:44,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-13T19:40:44,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340., hostname=80cec940e2c9,40347,1731526825008, seqNum=2] 2024-11-13T19:40:44,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:44,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:40:44,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:40:44,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:40:44,754 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:40:44,790 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,40347,1731526825008, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:40:44,791 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:44,791 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40347,1731526825008, seqNum=-1] 2024-11-13T19:40:44,791 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:44,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:44,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,40347,1731526825008', locateType=CURRENT is [region=hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340., hostname=80cec940e2c9,40347,1731526825008, seqNum=2] 2024-11-13T19:40:44,797 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:40:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:40:44,799 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,40347,1731526825008 suceeded 2024-11-13T19:40:44,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:40:44,801 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:37787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:40:44,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T19:40:44,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0970 sec 2024-11-13T19:40:44,812 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:37787' 2024-11-13T19:40:44,813 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e2097b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:44,813 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37787,-1 for getting cluster id 2024-11-13T19:40:44,813 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:44,814 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e68a911-54c6-486a-befe-9d60a8927b3a' 2024-11-13T19:40:44,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:44,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e68a911-54c6-486a-befe-9d60a8927b3a" 2024-11-13T19:40:44,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515bfc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:44,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37787,-1] 2024-11-13T19:40:44,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:44,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:44,816 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:44,816 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ae7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:44,817 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:44,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37787,1731526829864 2024-11-13T19:40:44,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37663585 2024-11-13T19:40:44,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:44,818 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T19:40:44,819 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,40347,1731526825008 (queues=1) is replicating from cluster=201e991c-fdda-45fb-8d5d-11ba43054389 to cluster=0e68a911-54c6-486a-befe-9d60a8927b3a 2024-11-13T19:40:44,819 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C40347%2C1731526825008 2024-11-13T19:40:44,819 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,40347,1731526825008, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:40:44,820 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C40347%2C1731526825008 2024-11-13T19:40:44,820 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218, startPosition=0, beingWritten=true 2024-11-13T19:40:44,824 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:44,824 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 379, reset compression=false 2024-11-13T19:40:44,824 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40347,1731526825008 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:44,849 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:40:44,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:44,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:44,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:44,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:44,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:44,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7d3ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:44,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37787,-1 for getting cluster id 2024-11-13T19:40:44,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:44,850 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e68a911-54c6-486a-befe-9d60a8927b3a' 2024-11-13T19:40:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e68a911-54c6-486a-befe-9d60a8927b3a" 2024-11-13T19:40:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1ce01b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37787,-1] 2024-11-13T19:40:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:44,852 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709281dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:44,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:44,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37787,1731526829864 2024-11-13T19:40:44,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@350d566b 2024-11-13T19:40:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:44,854 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:44,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:43317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:40:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:40:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:44,857 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:43317' 2024-11-13T19:40:44,858 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39933b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:44,858 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43317,-1 for getting cluster id 2024-11-13T19:40:44,858 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:44,859 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '384b4417-6919-4ae2-86ef-872b801cb4a4' 2024-11-13T19:40:44,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:44,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "384b4417-6919-4ae2-86ef-872b801cb4a4" 2024-11-13T19:40:44,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17394c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:44,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43317,-1] 2024-11-13T19:40:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:44,860 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:44,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd0de79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:44,861 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,43317,1731526834875 2024-11-13T19:40:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@410bc05b 2024-11-13T19:40:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:44,863 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:44,863 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T19:40:44,863 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:40:44,863 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:44,863 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:44,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:44,864 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:44,865 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:40:44,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:40:44,866 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:44,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:40:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:40:44,915 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:40:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:45,033 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 379, reset compression=false 2024-11-13T19:40:45,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:40:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:45,276 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06001e2e3229e73fddc9457ab6dc1abc, NAME => 'hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071 2024-11-13T19:40:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:40:45,337 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 379, reset compression=false 2024-11-13T19:40:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:45,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:45,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 06001e2e3229e73fddc9457ab6dc1abc, disabling compactions & flushes 2024-11-13T19:40:45,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:40:45,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:40:45,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. after waiting 0 ms 2024-11-13T19:40:45,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:40:45,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:40:45,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06001e2e3229e73fddc9457ab6dc1abc: Waiting for close lock at 1731526845685Disabling compacts and flushes for region at 1731526845685Disabling writes for close at 1731526845686 (+1 ms)Writing region close event to WAL at 1731526845686Closed at 1731526845686 2024-11-13T19:40:45,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:40:45,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526845687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526845687"}]},"ts":"1731526845687"} 2024-11-13T19:40:45,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:40:45,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:40:45,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526845689"}]},"ts":"1731526845689"} 2024-11-13T19:40:45,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:40:45,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06001e2e3229e73fddc9457ab6dc1abc, ASSIGN}] 2024-11-13T19:40:45,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06001e2e3229e73fddc9457ab6dc1abc, ASSIGN 2024-11-13T19:40:45,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06001e2e3229e73fddc9457ab6dc1abc, ASSIGN; state=OFFLINE, location=80cec940e2c9,36399,1731526830036; forceNewPlan=false, retain=false 2024-11-13T19:40:45,740 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 379, reset compression=false 2024-11-13T19:40:45,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06001e2e3229e73fddc9457ab6dc1abc, regionState=OPENING, regionLocation=80cec940e2c9,36399,1731526830036 2024-11-13T19:40:45,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06001e2e3229e73fddc9457ab6dc1abc, ASSIGN because future has completed 2024-11-13T19:40:45,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06001e2e3229e73fddc9457ab6dc1abc, server=80cec940e2c9,36399,1731526830036}] 2024-11-13T19:40:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:46,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:40:46,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:46,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:40:46,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C36399%2C1731526830036.rep, suffix=, logDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036, archiveDir=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/oldWALs, maxLogs=10 2024-11-13T19:40:46,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.rep.1731526846003, exclude list is [], retry=0 2024-11-13T19:40:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-759d8564-63c3-45c3-8da5-5c1bdcd3021f,DISK] 2024-11-13T19:40:46,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.rep.1731526846003 2024-11-13T19:40:46,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-13T19:40:46,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 06001e2e3229e73fddc9457ab6dc1abc, NAME => 'hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:46,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:46,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:40:46,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. service=MultiRowMutationService 2024-11-13T19:40:46,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:40:46,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:46,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,027 INFO [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,029 INFO [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06001e2e3229e73fddc9457ab6dc1abc columnFamilyName hfileref 2024-11-13T19:40:46,029 DEBUG [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:46,029 INFO [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] regionserver.HStore(327): Store=06001e2e3229e73fddc9457ab6dc1abc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:46,029 INFO [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,030 INFO [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06001e2e3229e73fddc9457ab6dc1abc columnFamilyName queue 2024-11-13T19:40:46,030 DEBUG [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:46,030 INFO [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] regionserver.HStore(327): Store=06001e2e3229e73fddc9457ab6dc1abc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:46,030 INFO [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,031 INFO [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06001e2e3229e73fddc9457ab6dc1abc columnFamilyName sid 2024-11-13T19:40:46,031 DEBUG [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:46,031 INFO [StoreOpener-06001e2e3229e73fddc9457ab6dc1abc-1 {}] regionserver.HStore(327): Store=06001e2e3229e73fddc9457ab6dc1abc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:46,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/replication/06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/replication/06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:40:46,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/replication/06001e2e3229e73fddc9457ab6dc1abc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:46,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 06001e2e3229e73fddc9457ab6dc1abc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70072091, jitterRate=0.04415552318096161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:40:46,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:40:46,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 06001e2e3229e73fddc9457ab6dc1abc: Running coprocessor pre-open hook at 1731526846026Writing region info on filesystem at 1731526846026Initializing all the Stores at 1731526846027 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526846027Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526846027Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526846027Cleaning up temporary data from old regions at 1731526846033 (+6 ms)Running coprocessor post-open hooks at 1731526846037 (+4 ms)Region opened successfully at 1731526846037 2024-11-13T19:40:46,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc., pid=10, masterSystemTime=1731526845997 2024-11-13T19:40:46,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:40:46,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:40:46,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06001e2e3229e73fddc9457ab6dc1abc, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,36399,1731526830036 2024-11-13T19:40:46,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06001e2e3229e73fddc9457ab6dc1abc, server=80cec940e2c9,36399,1731526830036 because future has completed 2024-11-13T19:40:46,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:40:46,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 06001e2e3229e73fddc9457ab6dc1abc, server=80cec940e2c9,36399,1731526830036 in 198 msec 2024-11-13T19:40:46,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:40:46,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06001e2e3229e73fddc9457ab6dc1abc, ASSIGN in 354 msec 2024-11-13T19:40:46,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:40:46,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526846047"}]},"ts":"1731526846047"} 2024-11-13T19:40:46,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:40:46,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:40:46,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-13T19:40:46,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc., hostname=80cec940e2c9,36399,1731526830036, seqNum=2] 2024-11-13T19:40:46,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:46,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:40:46,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:40:46,244 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 379, reset compression=false 2024-11-13T19:40:46,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:40:46,288 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:40:46,320 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,36399,1731526830036, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:40:46,320 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:46,320 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36399,1731526830036, seqNum=-1] 2024-11-13T19:40:46,321 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:46,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:46,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,36399,1731526830036', locateType=CURRENT is [region=hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc., hostname=80cec940e2c9,36399,1731526830036, seqNum=2] 2024-11-13T19:40:46,325 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:40:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:40:46,327 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,36399,1731526830036 suceeded 2024-11-13T19:40:46,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:40:46,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-13T19:40:46,330 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:43317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:40:46,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-11-13T19:40:46,343 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:43317' 2024-11-13T19:40:46,345 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719a4071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:46,345 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43317,-1 for getting cluster id 2024-11-13T19:40:46,345 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:46,346 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '384b4417-6919-4ae2-86ef-872b801cb4a4' 2024-11-13T19:40:46,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:46,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "384b4417-6919-4ae2-86ef-872b801cb4a4" 2024-11-13T19:40:46,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe792c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:46,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43317,-1] 2024-11-13T19:40:46,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:46,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:46,348 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:46,348 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59303b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:46,349 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:46,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,43317,1731526834875 2024-11-13T19:40:46,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7388ea46 2024-11-13T19:40:46,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:46,350 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T19:40:46,351 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,36399,1731526830036 (queues=1) is replicating from cluster=0e68a911-54c6-486a-befe-9d60a8927b3a to cluster=384b4417-6919-4ae2-86ef-872b801cb4a4 2024-11-13T19:40:46,351 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C36399%2C1731526830036 2024-11-13T19:40:46,351 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,36399,1731526830036, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:40:46,351 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, startPosition=0, beingWritten=true 2024-11-13T19:40:46,355 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C36399%2C1731526830036 2024-11-13T19:40:46,360 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:46,360 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 379, reset compression=false 2024-11-13T19:40:46,360 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,36399,1731526830036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:46,567 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 379, reset compression=false 2024-11-13T19:40:46,848 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 379, reset compression=false 2024-11-13T19:40:46,872 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 379, reset compression=false 2024-11-13T19:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:47,008 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:40:47,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:47,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:47,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:47,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:47,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:47,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470a35cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:47,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43317,-1 for getting cluster id 2024-11-13T19:40:47,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:47,010 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '384b4417-6919-4ae2-86ef-872b801cb4a4' 2024-11-13T19:40:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "384b4417-6919-4ae2-86ef-872b801cb4a4" 2024-11-13T19:40:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f18d921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43317,-1] 2024-11-13T19:40:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:47,012 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:47,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe49844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:47,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,43317,1731526834875 2024-11-13T19:40:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61793d26 2024-11-13T19:40:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:47,015 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:47,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:37787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:40:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:47,022 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:37787' 2024-11-13T19:40:47,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1168a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:47,027 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37787,-1 for getting cluster id 2024-11-13T19:40:47,027 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:47,027 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e68a911-54c6-486a-befe-9d60a8927b3a' 2024-11-13T19:40:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e68a911-54c6-486a-befe-9d60a8927b3a" 2024-11-13T19:40:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166db7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37787,-1] 2024-11-13T19:40:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:47,029 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:47,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f58ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:47,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:47,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37787,1731526829864 2024-11-13T19:40:47,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51a6efce 2024-11-13T19:40:47,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:47,032 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:40:47,033 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:40:47,033 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:40:47,033 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:47,033 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:47,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:47,034 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:40:47,035 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:40:47,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:40:47,036 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:47,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:40:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:40:47,085 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:40:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:47,275 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 379, reset compression=false 2024-11-13T19:40:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:47,444 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c88a1a9560c85dd41afb76e977b9d675, NAME => 'hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6 2024-11-13T19:40:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:40:47,551 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 379, reset compression=false 2024-11-13T19:40:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:47,779 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 379, reset compression=false 2024-11-13T19:40:47,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:47,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c88a1a9560c85dd41afb76e977b9d675, disabling compactions & flushes 2024-11-13T19:40:47,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:47,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:47,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. after waiting 0 ms 2024-11-13T19:40:47,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:47,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:47,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c88a1a9560c85dd41afb76e977b9d675: Waiting for close lock at 1731526847852Disabling compacts and flushes for region at 1731526847852Disabling writes for close at 1731526847852Writing region close event to WAL at 1731526847852Closed at 1731526847852 2024-11-13T19:40:47,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:40:47,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526847854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526847854"}]},"ts":"1731526847854"} 2024-11-13T19:40:47,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:40:47,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:40:47,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526847857"}]},"ts":"1731526847857"} 2024-11-13T19:40:47,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:40:47,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c88a1a9560c85dd41afb76e977b9d675, ASSIGN}] 2024-11-13T19:40:47,862 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c88a1a9560c85dd41afb76e977b9d675, ASSIGN 2024-11-13T19:40:47,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c88a1a9560c85dd41afb76e977b9d675, ASSIGN; state=OFFLINE, location=80cec940e2c9,43867,1731526835003; forceNewPlan=false, retain=false 2024-11-13T19:40:48,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c88a1a9560c85dd41afb76e977b9d675, regionState=OPENING, regionLocation=80cec940e2c9,43867,1731526835003 2024-11-13T19:40:48,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c88a1a9560c85dd41afb76e977b9d675, ASSIGN because future has completed 2024-11-13T19:40:48,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88a1a9560c85dd41afb76e977b9d675, server=80cec940e2c9,43867,1731526835003}] 2024-11-13T19:40:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:48,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:48,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:40:48,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:40:48,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C43867%2C1731526835003.rep, suffix=, logDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003, archiveDir=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/oldWALs, maxLogs=10 2024-11-13T19:40:48,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.rep.1731526848174, exclude list is [], retry=0 2024-11-13T19:40:48,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43897,DS-101c81ed-98d9-4790-92aa-1e0c8da7aa18,DISK] 2024-11-13T19:40:48,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.rep.1731526848174 2024-11-13T19:40:48,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39127:39127)] 2024-11-13T19:40:48,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c88a1a9560c85dd41afb76e977b9d675, NAME => 'hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:40:48,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:40:48,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:40:48,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. service=MultiRowMutationService 2024-11-13T19:40:48,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:40:48,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:40:48,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,193 INFO [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,194 INFO [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88a1a9560c85dd41afb76e977b9d675 columnFamilyName hfileref 2024-11-13T19:40:48,194 DEBUG [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:48,194 INFO [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] regionserver.HStore(327): Store=c88a1a9560c85dd41afb76e977b9d675/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:48,194 INFO [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,195 INFO [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88a1a9560c85dd41afb76e977b9d675 columnFamilyName queue 2024-11-13T19:40:48,195 DEBUG [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:48,196 INFO [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] regionserver.HStore(327): Store=c88a1a9560c85dd41afb76e977b9d675/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:48,196 INFO [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,197 INFO [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88a1a9560c85dd41afb76e977b9d675 columnFamilyName sid 2024-11-13T19:40:48,197 DEBUG [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:40:48,197 INFO [StoreOpener-c88a1a9560c85dd41afb76e977b9d675-1 {}] regionserver.HStore(327): Store=c88a1a9560c85dd41afb76e977b9d675/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:40:48,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/replication/c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/replication/c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:40:48,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/replication/c88a1a9560c85dd41afb76e977b9d675/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:40:48,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c88a1a9560c85dd41afb76e977b9d675; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63027942, jitterRate=-0.060810476541519165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:40:48,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:48,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c88a1a9560c85dd41afb76e977b9d675: Running coprocessor pre-open hook at 1731526848192Writing region info on filesystem at 1731526848192Initializing all the Stores at 1731526848192Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526848192Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526848193 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526848193Cleaning up temporary data from old regions at 1731526848198 (+5 ms)Running coprocessor post-open hooks at 1731526848202 (+4 ms)Region opened successfully at 1731526848202 2024-11-13T19:40:48,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675., pid=10, masterSystemTime=1731526848169 2024-11-13T19:40:48,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:48,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:48,204 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c88a1a9560c85dd41afb76e977b9d675, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,43867,1731526835003 2024-11-13T19:40:48,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88a1a9560c85dd41afb76e977b9d675, server=80cec940e2c9,43867,1731526835003 because future has completed 2024-11-13T19:40:48,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:40:48,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c88a1a9560c85dd41afb76e977b9d675, server=80cec940e2c9,43867,1731526835003 in 190 msec 2024-11-13T19:40:48,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:40:48,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c88a1a9560c85dd41afb76e977b9d675, ASSIGN in 348 msec 2024-11-13T19:40:48,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:40:48,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526848210"}]},"ts":"1731526848210"} 2024-11-13T19:40:48,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:40:48,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:40:48,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-13T19:40:48,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675., hostname=80cec940e2c9,43867,1731526835003, seqNum=2] 2024-11-13T19:40:48,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:48,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:48,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:40:48,354 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 379, reset compression=false 2024-11-13T19:40:48,382 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 379, reset compression=false 2024-11-13T19:40:48,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:40:48,481 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:40:48,514 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,43867,1731526835003, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:40:48,514 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:48,514 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,43867,1731526835003, seqNum=-1] 2024-11-13T19:40:48,514 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:48,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:48,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,43867,1731526835003', locateType=CURRENT is [region=hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675., hostname=80cec940e2c9,43867,1731526835003, seqNum=2] 2024-11-13T19:40:48,519 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:40:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:40:48,521 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,43867,1731526835003 suceeded 2024-11-13T19:40:48,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:40:48,523 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:37787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:40:48,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T19:40:48,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-13T19:40:48,535 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:37787' 2024-11-13T19:40:48,536 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a69c451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:48,536 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37787,-1 for getting cluster id 2024-11-13T19:40:48,536 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:48,537 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e68a911-54c6-486a-befe-9d60a8927b3a' 2024-11-13T19:40:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e68a911-54c6-486a-befe-9d60a8927b3a" 2024-11-13T19:40:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66043d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37787,-1] 2024-11-13T19:40:48,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:48,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:48,538 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:48,539 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f38fa1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:48,539 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:40:48,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37787,1731526829864 2024-11-13T19:40:48,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43394005 2024-11-13T19:40:48,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:40:48,540 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T19:40:48,541 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,43867,1731526835003 (queues=1) is replicating from cluster=384b4417-6919-4ae2-86ef-872b801cb4a4 to cluster=0e68a911-54c6-486a-befe-9d60a8927b3a 2024-11-13T19:40:48,541 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C43867%2C1731526835003 2024-11-13T19:40:48,541 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,43867,1731526835003, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:40:48,541 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, startPosition=0, beingWritten=true 2024-11-13T19:40:48,541 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C43867%2C1731526835003 2024-11-13T19:40:48,546 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:48,546 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 379, reset compression=false 2024-11-13T19:40:48,546 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,43867,1731526835003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:48,749 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 379, reset compression=false 2024-11-13T19:40:49,053 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 379, reset compression=false 2024-11-13T19:40:49,087 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 379, reset compression=false 2024-11-13T19:40:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:40:49,169 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:40:49,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:49,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:49,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:49,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:49,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:49,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f42d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,38485,-1 for getting cluster id 2024-11-13T19:40:49,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:49,170 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '201e991c-fdda-45fb-8d5d-11ba43054389' 2024-11-13T19:40:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "201e991c-fdda-45fb-8d5d-11ba43054389" 2024-11-13T19:40:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e943b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,38485,-1] 2024-11-13T19:40:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:49,172 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b2005d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37787,-1 for getting cluster id 2024-11-13T19:40:49,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:49,173 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e68a911-54c6-486a-befe-9d60a8927b3a' 2024-11-13T19:40:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e68a911-54c6-486a-befe-9d60a8927b3a" 2024-11-13T19:40:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f85403e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37787,-1] 2024-11-13T19:40:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:49,175 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:49,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb0f718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7384f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43317,-1 for getting cluster id 2024-11-13T19:40:49,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:49,176 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '384b4417-6919-4ae2-86ef-872b801cb4a4' 2024-11-13T19:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "384b4417-6919-4ae2-86ef-872b801cb4a4" 2024-11-13T19:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b51f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43317,-1] 2024-11-13T19:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:49,177 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:49,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173cc884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:49,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40347,1731526825008, seqNum=-1] 2024-11-13T19:40:49,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:49,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0., hostname=80cec940e2c9,40347,1731526825008, seqNum=2] 2024-11-13T19:40:49,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:49,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,43867,1731526835003, seqNum=-1] 2024-11-13T19:40:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:49,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2., hostname=80cec940e2c9,43867,1731526835003, seqNum=2] 2024-11-13T19:40:49,190 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T19:40:49,259 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 379, reset compression=false 2024-11-13T19:40:49,271 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:49,271 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 480, reset compression=false 2024-11-13T19:40:49,271 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40347,1731526825008 got entry batch from reader: WALEntryBatch [walEntries=[{test/92da5bbcdf131c5ada4a578e638cb9f0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T19:40:49,274 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:49,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T19:40:49,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:49,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64328ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37787,-1 for getting cluster id 2024-11-13T19:40:49,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:49,276 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e68a911-54c6-486a-befe-9d60a8927b3a' 2024-11-13T19:40:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e68a911-54c6-486a-befe-9d60a8927b3a" 2024-11-13T19:40:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0c21e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37787,-1] 2024-11-13T19:40:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:49,277 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:49,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74314da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:49,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36399,1731526830036, seqNum=-1] 2024-11-13T19:40:49,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:49,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:49,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526840411.0f75ccf6412441aa336358801ed6adeb., hostname=80cec940e2c9,36399,1731526830036, seqNum=2] 2024-11-13T19:40:49,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:49,456 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 379, reset compression=false 2024-11-13T19:40:49,475 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 480, reset compression=false 2024-11-13T19:40:49,779 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 480, reset compression=false 2024-11-13T19:40:49,890 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 379, reset compression=false 2024-11-13T19:40:49,894 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:49,894 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 503, reset compression=false 2024-11-13T19:40:49,894 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,36399,1731526830036 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f75ccf6412441aa336358801ed6adeb/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T19:40:49,896 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:49,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T19:40:49,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:49,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@251a1a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43317,-1 for getting cluster id 2024-11-13T19:40:49,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:40:49,899 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '384b4417-6919-4ae2-86ef-872b801cb4a4' 2024-11-13T19:40:49,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:40:49,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "384b4417-6919-4ae2-86ef-872b801cb4a4" 2024-11-13T19:40:49,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fbfff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43317,-1] 2024-11-13T19:40:49,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:40:49,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:49,900 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:40:49,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30086104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:40:49,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:49,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,43867,1731526835003, seqNum=-1] 2024-11-13T19:40:49,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:49,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T19:40:49,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2., hostname=80cec940e2c9,43867,1731526835003, seqNum=2] 2024-11-13T19:40:49,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:49,959 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 379, reset compression=false 2024-11-13T19:40:49,964 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:49,964 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 526, reset compression=false 2024-11-13T19:40:49,964 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,43867,1731526835003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:49,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:40:49,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:49,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:49,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:40:50,097 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 503, reset compression=false 2024-11-13T19:40:50,167 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 526, reset compression=false 2024-11-13T19:40:50,182 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 480, reset compression=false 2024-11-13T19:40:50,191 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T19:40:50,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:40:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,36399,1731526830036, seqNum=-1] 2024-11-13T19:40:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:40:50,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:40:50,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731526840411.0f75ccf6412441aa336358801ed6adeb., hostname=80cec940e2c9,36399,1731526830036, seqNum=2] 2024-11-13T19:40:50,197 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T19:40:50,400 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 503, reset compression=false 2024-11-13T19:40:50,404 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:50,404 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 607, reset compression=false 2024-11-13T19:40:50,404 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,36399,1731526830036 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f75ccf6412441aa336358801ed6adeb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:40:50,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:50,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:50,471 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 526, reset compression=false 2024-11-13T19:40:50,475 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:50,475 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 653, reset compression=false 2024-11-13T19:40:50,475 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,43867,1731526835003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:50,608 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 607, reset compression=false 2024-11-13T19:40:50,678 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 653, reset compression=false 2024-11-13T19:40:50,685 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 480, reset compression=false 2024-11-13T19:40:50,912 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 607, reset compression=false 2024-11-13T19:40:50,981 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 653, reset compression=false 2024-11-13T19:40:51,199 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T19:40:51,202 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T19:40:51,288 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 480, reset compression=false 2024-11-13T19:40:51,315 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 607, reset compression=false 2024-11-13T19:40:51,385 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 653, reset compression=false 2024-11-13T19:40:51,389 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:51,389 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 757, reset compression=false 2024-11-13T19:40:51,389 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,43867,1731526835003 got entry batch from reader: WALEntryBatch [walEntries=[{test/698ad3d8313156faaddb9ffaca45bee2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:40:51,391 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:40:51,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T19:40:51,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:51,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:51,592 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 757, reset compression=false 2024-11-13T19:40:51,818 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 607, reset compression=false 2024-11-13T19:40:51,822 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:51,822 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 734, reset compression=false 2024-11-13T19:40:51,822 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,36399,1731526830036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:51,895 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 757, reset compression=false 2024-11-13T19:40:51,991 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 480, reset compression=false 2024-11-13T19:40:52,025 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 734, reset compression=false 2024-11-13T19:40:52,203 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T19:40:52,206 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T19:40:52,298 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 757, reset compression=false 2024-11-13T19:40:52,328 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 734, reset compression=false 2024-11-13T19:40:52,731 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 734, reset compression=false 2024-11-13T19:40:52,794 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 480, reset compression=false 2024-11-13T19:40:52,798 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:52,799 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:52,799 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40347,1731526825008 got entry batch from reader: WALEntryBatch [walEntries=[{test/92da5bbcdf131c5ada4a578e638cb9f0/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T19:40:52,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:52,801 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 757, reset compression=false 2024-11-13T19:40:52,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:53,002 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:53,208 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T19:40:53,234 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 734, reset compression=false 2024-11-13T19:40:53,238 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:53,238 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 881, reset compression=false 2024-11-13T19:40:53,238 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,36399,1731526830036 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f75ccf6412441aa336358801ed6adeb/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T19:40:53,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:53,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:53,306 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:53,405 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 757, reset compression=false 2024-11-13T19:40:53,409 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:53,409 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 927, reset compression=false 2024-11-13T19:40:53,409 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,43867,1731526835003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:53,441 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 881, reset compression=false 2024-11-13T19:40:53,612 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 927, reset compression=false 2024-11-13T19:40:53,709 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:53,744 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 881, reset compression=false 2024-11-13T19:40:53,915 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 927, reset compression=false 2024-11-13T19:40:54,147 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 881, reset compression=false 2024-11-13T19:40:54,209 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T19:40:54,212 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T19:40:54,213 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:54,318 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 927, reset compression=false 2024-11-13T19:40:54,448 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:40:54,651 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 881, reset compression=false 2024-11-13T19:40:54,654 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:54,654 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1040, reset compression=false 2024-11-13T19:40:54,654 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,36399,1731526830036 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f75ccf6412441aa336358801ed6adeb/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:40:54,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:54,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:54,817 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:54,822 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 927, reset compression=false 2024-11-13T19:40:54,826 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:54,826 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1076, reset compression=false 2024-11-13T19:40:54,826 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,43867,1731526835003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:54,857 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1040, reset compression=false 2024-11-13T19:40:55,030 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1076, reset compression=false 2024-11-13T19:40:55,160 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1040, reset compression=false 2024-11-13T19:40:55,214 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T19:40:55,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T19:40:55,333 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1076, reset compression=false 2024-11-13T19:40:55,338 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:40:55,338 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1235, reset compression=false 2024-11-13T19:40:55,338 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,43867,1731526835003 got entry batch from reader: WALEntryBatch [walEntries=[{test/698ad3d8313156faaddb9ffaca45bee2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:40:55,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:40:55,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36399 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:40:55,523 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:55,547 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1235, reset compression=false 2024-11-13T19:40:55,564 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1040, reset compression=false 2024-11-13T19:40:55,568 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:55,568 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:40:55,568 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,36399,1731526830036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:55,771 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:40:55,850 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1235, reset compression=false 2024-11-13T19:40:56,074 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:40:56,219 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T19:40:56,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:40:56,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:56,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:56,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:56,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:56,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:56,224 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:40:56,224 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=264636284, stopped=false 2024-11-13T19:40:56,224 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,43317,1731526834875 2024-11-13T19:40:56,253 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1235, reset compression=false 2024-11-13T19:40:56,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1008411939/running 2024-11-13T19:40:56,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1008411939/running 2024-11-13T19:40:56,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:56,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:56,257 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:40:56,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:40:56,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:56,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:56,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on znode that does not yet exist, /2-1008411939/running 2024-11-13T19:40:56,258 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,43867,1731526835003' ***** 2024-11-13T19:40:56,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Set watcher on znode that does not yet exist, /2-1008411939/running 2024-11-13T19:40:56,258 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:40:56,259 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:40:56,259 INFO [RS:0;80cec940e2c9:43867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:40:56,259 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:40:56,259 INFO [RS:0;80cec940e2c9:43867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:40:56,259 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(3091): Received CLOSE for c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:56,260 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(3091): Received CLOSE for 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:56,260 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,43867,1731526835003 2024-11-13T19:40:56,260 INFO [RS:0;80cec940e2c9:43867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:40:56,260 INFO [RS:0;80cec940e2c9:43867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:43867. 2024-11-13T19:40:56,260 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c88a1a9560c85dd41afb76e977b9d675, disabling compactions & flushes 2024-11-13T19:40:56,260 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:56,260 DEBUG [RS:0;80cec940e2c9:43867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:56,260 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:56,260 DEBUG [RS:0;80cec940e2c9:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:56,260 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. after waiting 0 ms 2024-11-13T19:40:56,260 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:56,260 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:40:56,260 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:40:56,260 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:40:56,260 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:40:56,260 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c88a1a9560c85dd41afb76e977b9d675 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-13T19:40:56,260 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:40:56,260 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1325): Online Regions={c88a1a9560c85dd41afb76e977b9d675=hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675., 1588230740=hbase:meta,,1.1588230740, 698ad3d8313156faaddb9ffaca45bee2=test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2.} 2024-11-13T19:40:56,260 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698ad3d8313156faaddb9ffaca45bee2, c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:56,260 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:40:56,260 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:40:56,260 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:40:56,260 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:40:56,260 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:40:56,261 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:40:56,276 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/info/29abaa3ef119405099e42e1304868319 is 147, key is hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675./info:regioninfo/1731526848204/Put/seqid=0 2024-11-13T19:40:56,278 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/replication/c88a1a9560c85dd41afb76e977b9d675/.tmp/queue/d0846073b6514f9485b98f86d5c34699 is 154, key is 1-80cec940e2c9,43867,1731526835003/queue:80cec940e2c9%2C43867%2C1731526835003/1731526855342/Put/seqid=0 2024-11-13T19:40:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741840_1016 (size=7686) 2024-11-13T19:40:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741841_1017 (size=5353) 2024-11-13T19:40:56,321 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:40:56,326 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:56,460 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698ad3d8313156faaddb9ffaca45bee2, c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:56,477 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:40:56,661 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698ad3d8313156faaddb9ffaca45bee2, c88a1a9560c85dd41afb76e977b9d675 2024-11-13T19:40:56,681 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/info/29abaa3ef119405099e42e1304868319 2024-11-13T19:40:56,685 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/replication/c88a1a9560c85dd41afb76e977b9d675/.tmp/queue/d0846073b6514f9485b98f86d5c34699 2024-11-13T19:40:56,690 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/replication/c88a1a9560c85dd41afb76e977b9d675/.tmp/queue/d0846073b6514f9485b98f86d5c34699 as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/replication/c88a1a9560c85dd41afb76e977b9d675/queue/d0846073b6514f9485b98f86d5c34699 2024-11-13T19:40:56,694 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/replication/c88a1a9560c85dd41afb76e977b9d675/queue/d0846073b6514f9485b98f86d5c34699, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T19:40:56,695 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c88a1a9560c85dd41afb76e977b9d675 in 435ms, sequenceid=12, compaction requested=false 2024-11-13T19:40:56,698 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/replication/c88a1a9560c85dd41afb76e977b9d675/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:40:56,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:56,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:40:56,699 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:56,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c88a1a9560c85dd41afb76e977b9d675: Waiting for close lock at 1731526856260Running coprocessor pre-close hooks at 1731526856260Disabling compacts and flushes for region at 1731526856260Disabling writes for close at 1731526856260Obtaining lock to block concurrent updates at 1731526856260Preparing flush snapshotting stores in c88a1a9560c85dd41afb76e977b9d675 at 1731526856260Finished memstore snapshotting hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731526856260Flushing stores of hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. at 1731526856261 (+1 ms)Flushing c88a1a9560c85dd41afb76e977b9d675/queue: creating writer at 1731526856261Flushing c88a1a9560c85dd41afb76e977b9d675/queue: appending metadata at 1731526856277 (+16 ms)Flushing c88a1a9560c85dd41afb76e977b9d675/queue: closing flushed file at 1731526856277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b294216: reopening flushed file at 1731526856689 (+412 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c88a1a9560c85dd41afb76e977b9d675 in 435ms, sequenceid=12, compaction requested=false at 1731526856695 (+6 ms)Writing region close event to WAL at 1731526856696 (+1 ms)Running coprocessor post-close hooks at 1731526856699 (+3 ms)Closed at 1731526856699 2024-11-13T19:40:56,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526847033.c88a1a9560c85dd41afb76e977b9d675. 2024-11-13T19:40:56,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 698ad3d8313156faaddb9ffaca45bee2, disabling compactions & flushes 2024-11-13T19:40:56,699 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:56,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:56,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. after waiting 0 ms 2024-11-13T19:40:56,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:56,700 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 698ad3d8313156faaddb9ffaca45bee2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T19:40:56,703 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/ns/82d287ca52e042c9be13eb1291bf174f is 43, key is default/ns:d/1731526838199/Put/seqid=0 2024-11-13T19:40:56,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:40:56,716 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/.tmp/f/39899898442746ffb9ab58a5f42921d7 is 29, key is row1/f:/1731526854210/DeleteFamily/seqid=0 2024-11-13T19:40:56,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741843_1019 (size=5152) 2024-11-13T19:40:56,720 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/.tmp/f/39899898442746ffb9ab58a5f42921d7 2024-11-13T19:40:56,724 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39899898442746ffb9ab58a5f42921d7 2024-11-13T19:40:56,742 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/.tmp/f1/2772074303bb4eb18b037ae488f59e3d is 30, key is row1/f1:/1731526854210/DeleteFamily/seqid=0 2024-11-13T19:40:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741844_1020 (size=5158) 2024-11-13T19:40:56,757 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1235, reset compression=false 2024-11-13T19:40:56,760 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:56,761 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1482, reset compression=false 2024-11-13T19:40:56,761 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,43867,1731526835003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:40:56,762 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,43867,1731526835003: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,43867,1731526835003, walGroup=80cec940e2c9%2C43867%2C1731526835003, offset=80cec940e2c9%2C43867%2C1731526835003.1731526837234:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:43867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:40:56,763 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:40:56,763 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:40:56,763 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:40:56,763 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:40:56,764 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:40:56,764 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1440743424, "init": 1048576000, "max": 2306867200, "used": 951535616 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201487560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:40:56,764 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:43317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:43317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:40:56,861 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:56,965 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1482, reset compression=false 2024-11-13T19:40:56,980 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:40:57,061 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:57,108 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:40:57,108 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:40:57,112 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/ns/82d287ca52e042c9be13eb1291bf174f 2024-11-13T19:40:57,129 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/rep_barrier/e418e076601f40d18789066861ea406e is 112, key is test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2./rep_barrier:seqnumDuringOpen/1731526842690/Put/seqid=0 2024-11-13T19:40:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741845_1021 (size=5518) 2024-11-13T19:40:57,146 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/.tmp/f1/2772074303bb4eb18b037ae488f59e3d 2024-11-13T19:40:57,150 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2772074303bb4eb18b037ae488f59e3d 2024-11-13T19:40:57,163 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/.tmp/norep/6a19beeb13bb49ecb2ccacafe85f8535 is 33, key is row2/norep:/1731526855215/DeleteFamily/seqid=0 2024-11-13T19:40:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741846_1022 (size=5108) 2024-11-13T19:40:57,229 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:57,261 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:40:57,261 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 698ad3d8313156faaddb9ffaca45bee2=test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2.} 2024-11-13T19:40:57,261 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:57,269 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1482, reset compression=false 2024-11-13T19:40:57,461 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698ad3d8313156faaddb9ffaca45bee2 2024-11-13T19:40:57,533 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/rep_barrier/e418e076601f40d18789066861ea406e 2024-11-13T19:40:57,548 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/table/3c5575a24dcb4787bf03bfdb1a495abf is 53, key is hbase:replication/table:state/1731526848210/Put/seqid=0 2024-11-13T19:40:57,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741847_1023 (size=5308) 2024-11-13T19:40:57,567 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/.tmp/norep/6a19beeb13bb49ecb2ccacafe85f8535 2024-11-13T19:40:57,570 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a19beeb13bb49ecb2ccacafe85f8535 2024-11-13T19:40:57,570 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/.tmp/f/39899898442746ffb9ab58a5f42921d7 as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/f/39899898442746ffb9ab58a5f42921d7 2024-11-13T19:40:57,573 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39899898442746ffb9ab58a5f42921d7 2024-11-13T19:40:57,573 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/f/39899898442746ffb9ab58a5f42921d7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T19:40:57,574 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/.tmp/f1/2772074303bb4eb18b037ae488f59e3d as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/f1/2772074303bb4eb18b037ae488f59e3d 2024-11-13T19:40:57,577 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2772074303bb4eb18b037ae488f59e3d 2024-11-13T19:40:57,577 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/f1/2772074303bb4eb18b037ae488f59e3d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T19:40:57,577 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/.tmp/norep/6a19beeb13bb49ecb2ccacafe85f8535 as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/norep/6a19beeb13bb49ecb2ccacafe85f8535 2024-11-13T19:40:57,580 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a19beeb13bb49ecb2ccacafe85f8535 2024-11-13T19:40:57,580 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/norep/6a19beeb13bb49ecb2ccacafe85f8535, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T19:40:57,581 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 698ad3d8313156faaddb9ffaca45bee2 in 882ms, sequenceid=10, compaction requested=false 2024-11-13T19:40:57,583 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:40:57,584 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/default/test/698ad3d8313156faaddb9ffaca45bee2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T19:40:57,585 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:57,585 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:40:57,585 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:57,585 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 698ad3d8313156faaddb9ffaca45bee2: Waiting for close lock at 1731526856699Running coprocessor pre-close hooks at 1731526856699Disabling compacts and flushes for region at 1731526856699Disabling writes for close at 1731526856699Obtaining lock to block concurrent updates at 1731526856700 (+1 ms)Preparing flush snapshotting stores in 698ad3d8313156faaddb9ffaca45bee2 at 1731526856700Finished memstore snapshotting test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731526856700Flushing stores of test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. at 1731526856700Flushing 698ad3d8313156faaddb9ffaca45bee2/f: creating writer at 1731526856700Flushing 698ad3d8313156faaddb9ffaca45bee2/f: appending metadata at 1731526856716 (+16 ms)Flushing 698ad3d8313156faaddb9ffaca45bee2/f: closing flushed file at 1731526856716Flushing 698ad3d8313156faaddb9ffaca45bee2/f1: creating writer at 1731526856724 (+8 ms)Flushing 698ad3d8313156faaddb9ffaca45bee2/f1: appending metadata at 1731526856741 (+17 ms)Flushing 698ad3d8313156faaddb9ffaca45bee2/f1: closing flushed file at 1731526856742 (+1 ms)Flushing 698ad3d8313156faaddb9ffaca45bee2/norep: creating writer at 1731526857150 (+408 ms)Flushing 698ad3d8313156faaddb9ffaca45bee2/norep: appending metadata at 1731526857162 (+12 ms)Flushing 698ad3d8313156faaddb9ffaca45bee2/norep: closing flushed file at 1731526857162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9847c0: reopening flushed file at 1731526857570 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c897e4: reopening flushed file at 1731526857574 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e71631: reopening flushed file at 1731526857577 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 698ad3d8313156faaddb9ffaca45bee2 in 882ms, sequenceid=10, compaction requested=false at 1731526857581 (+4 ms)Writing region close event to WAL at 1731526857582 (+1 ms)Running coprocessor post-close hooks at 1731526857585 (+3 ms)Closed at 1731526857585 2024-11-13T19:40:57,585 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526841550.698ad3d8313156faaddb9ffaca45bee2. 2024-11-13T19:40:57,662 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:40:57,672 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 1482, reset compression=false 2024-11-13T19:40:57,676 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:40:57,676 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 2126, reset compression=false 2024-11-13T19:40:57,862 DEBUG [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:40:57,879 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 2126, reset compression=false 2024-11-13T19:40:57,952 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/table/3c5575a24dcb4787bf03bfdb1a495abf 2024-11-13T19:40:57,955 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/info/29abaa3ef119405099e42e1304868319 as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/info/29abaa3ef119405099e42e1304868319 2024-11-13T19:40:57,959 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/info/29abaa3ef119405099e42e1304868319, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:40:57,959 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/ns/82d287ca52e042c9be13eb1291bf174f as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/ns/82d287ca52e042c9be13eb1291bf174f 2024-11-13T19:40:57,963 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/ns/82d287ca52e042c9be13eb1291bf174f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:40:57,964 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/rep_barrier/e418e076601f40d18789066861ea406e as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/rep_barrier/e418e076601f40d18789066861ea406e 2024-11-13T19:40:57,967 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/rep_barrier/e418e076601f40d18789066861ea406e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:40:57,968 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/.tmp/table/3c5575a24dcb4787bf03bfdb1a495abf as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/table/3c5575a24dcb4787bf03bfdb1a495abf 2024-11-13T19:40:57,971 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/table/3c5575a24dcb4787bf03bfdb1a495abf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:40:57,972 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-13T19:40:57,977 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:40:57,978 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:40:57,978 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:40:57,978 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:57,978 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526856260Running coprocessor pre-close hooks at 1731526856260Disabling compacts and flushes for region at 1731526856260Disabling writes for close at 1731526856260Obtaining lock to block concurrent updates at 1731526856261 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731526856261Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526856261Flushing stores of hbase:meta,,1.1588230740 at 1731526856261Flushing 1588230740/info: creating writer at 1731526856261Flushing 1588230740/info: appending metadata at 1731526856276 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731526856276Flushing 1588230740/ns: creating writer at 1731526856685 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731526856703 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731526856703Flushing 1588230740/rep_barrier: creating writer at 1731526857116 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526857129 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526857129Flushing 1588230740/table: creating writer at 1731526857536 (+407 ms)Flushing 1588230740/table: appending metadata at 1731526857548 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731526857548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9cdcf8: reopening flushed file at 1731526857955 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbc27d: reopening flushed file at 1731526857959 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7af0d8: reopening flushed file at 1731526857963 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571b3f85: reopening flushed file at 1731526857967 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731526857972 (+5 ms)Writing region close event to WAL at 1731526857974 (+2 ms)Running coprocessor post-close hooks at 1731526857977 (+3 ms)Closed at 1731526857978 (+1 ms) 2024-11-13T19:40:57,978 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:40:58,062 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,43867,1731526835003; all regions closed. 2024-11-13T19:40:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:40:58,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741839_1015 (size=3114) 2024-11-13T19:40:58,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.rep.1731526848174 not finished, retry = 0 2024-11-13T19:40:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741832_1008 (size=2134) 2024-11-13T19:40:58,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 not finished, retry = 0 2024-11-13T19:40:58,182 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 to pos 2126, reset compression=false 2024-11-13T19:40:58,233 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:58,271 DEBUG [RS:0;80cec940e2c9:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:58,271 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:40:58,271 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/WALs/80cec940e2c9,43867,1731526835003/80cec940e2c9%2C43867%2C1731526835003.1731526837234 2024-11-13T19:40:58,271 INFO [RS:0;80cec940e2c9:43867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:40:58,271 INFO [RS:0;80cec940e2c9:43867 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:40:58,271 INFO [RS:0;80cec940e2c9:43867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:40:58,271 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:40:58,271 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,43867,1731526835003 because: Region server is closing 2024-11-13T19:40:58,272 INFO [RS:0;80cec940e2c9:43867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:43867. 2024-11-13T19:40:58,272 DEBUG [RS:0;80cec940e2c9:43867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:58,272 DEBUG [RS:0;80cec940e2c9:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:58,272 DEBUG [RS:0;80cec940e2c9:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:58,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:58,286 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:40:58,372 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.shipper80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 terminated 2024-11-13T19:40:58,372 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,43867,1731526835003.replicationSource.wal-reader.80cec940e2c9%2C43867%2C1731526835003,1-80cec940e2c9,43867,1731526835003 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T19:40:58,372 INFO [RS:0;80cec940e2c9:43867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:43867. 2024-11-13T19:40:58,372 DEBUG [RS:0;80cec940e2c9:43867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:40:58,372 DEBUG [RS:0;80cec940e2c9:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:58,372 DEBUG [RS:0;80cec940e2c9:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:40:58,373 INFO [RS:0;80cec940e2c9:43867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43867 2024-11-13T19:40:58,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:40:58,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1008411939/rs/80cec940e2c9,43867,1731526835003 2024-11-13T19:40:58,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939/rs 2024-11-13T19:40:58,407 INFO [RS:0;80cec940e2c9:43867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:40:58,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,43867,1731526835003] 2024-11-13T19:40:58,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1008411939/draining/80cec940e2c9,43867,1731526835003 already deleted, retry=false 2024-11-13T19:40:58,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,43867,1731526835003 expired; onlineServers=0 2024-11-13T19:40:58,424 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,43317,1731526834875' ***** 2024-11-13T19:40:58,424 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:40:58,424 INFO [M:0;80cec940e2c9:43317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:40:58,424 INFO [M:0;80cec940e2c9:43317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:40:58,424 DEBUG [M:0;80cec940e2c9:43317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:40:58,424 DEBUG [M:0;80cec940e2c9:43317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:40:58,424 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:40:58,425 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526836963 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526836963,5,FailOnTimeoutGroup] 2024-11-13T19:40:58,425 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526836962 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526836962,5,FailOnTimeoutGroup] 2024-11-13T19:40:58,425 INFO [M:0;80cec940e2c9:43317 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:40:58,425 INFO [M:0;80cec940e2c9:43317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:40:58,425 DEBUG [M:0;80cec940e2c9:43317 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:40:58,425 INFO [M:0;80cec940e2c9:43317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:40:58,425 INFO [M:0;80cec940e2c9:43317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:40:58,425 INFO [M:0;80cec940e2c9:43317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:40:58,425 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:40:58,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1008411939/master 2024-11-13T19:40:58,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1008411939 2024-11-13T19:40:58,434 DEBUG [M:0;80cec940e2c9:43317 {}] zookeeper.ZKUtil(347): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Unable to get data of znode /2-1008411939/master because node does not exist (not an error) 2024-11-13T19:40:58,434 WARN [M:0;80cec940e2c9:43317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:40:58,443 INFO [M:0;80cec940e2c9:43317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/.lastflushedseqids 2024-11-13T19:40:58,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741848_1024 (size=245) 2024-11-13T19:40:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:58,516 INFO [RS:0;80cec940e2c9:43867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:40:58,516 INFO [RS:0;80cec940e2c9:43867 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,43867,1731526835003; zookeeper connection closed. 2024-11-13T19:40:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10136e453910007, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:40:58,516 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f780b04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f780b04 2024-11-13T19:40:58,516 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:40:58,848 INFO [M:0;80cec940e2c9:43317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:40:58,848 INFO [M:0;80cec940e2c9:43317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:40:58,848 DEBUG [M:0;80cec940e2c9:43317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:40:58,848 INFO [M:0;80cec940e2c9:43317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:58,848 DEBUG [M:0;80cec940e2c9:43317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:58,848 DEBUG [M:0;80cec940e2c9:43317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:40:58,848 DEBUG [M:0;80cec940e2c9:43317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:40:58,848 INFO [M:0;80cec940e2c9:43317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T19:40:58,866 DEBUG [M:0;80cec940e2c9:43317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a641281f5434ed2bcfc0df8a5175635 is 82, key is hbase:meta,,1/info:regioninfo/1731526838186/Put/seqid=0 2024-11-13T19:40:58,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741849_1025 (size=5672) 2024-11-13T19:40:59,094 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:40:59,270 INFO [M:0;80cec940e2c9:43317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a641281f5434ed2bcfc0df8a5175635 2024-11-13T19:40:59,286 DEBUG [M:0;80cec940e2c9:43317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/318900eab3554969a2f6a0f00b8377ea is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731526848213/Put/seqid=0 2024-11-13T19:40:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741850_1026 (size=8516) 2024-11-13T19:40:59,336 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:40:59,455 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:40:59,689 INFO [M:0;80cec940e2c9:43317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/318900eab3554969a2f6a0f00b8377ea 2024-11-13T19:40:59,709 DEBUG [M:0;80cec940e2c9:43317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fda83fc68544b2a814fc254a4fef75d is 69, key is 80cec940e2c9,43867,1731526835003/rs:state/1731526837059/Put/seqid=0 2024-11-13T19:40:59,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741851_1027 (size=5156) 2024-11-13T19:40:59,997 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:41:00,112 INFO [M:0;80cec940e2c9:43317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fda83fc68544b2a814fc254a4fef75d 2024-11-13T19:41:00,116 DEBUG [M:0;80cec940e2c9:43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a641281f5434ed2bcfc0df8a5175635 as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a641281f5434ed2bcfc0df8a5175635 2024-11-13T19:41:00,119 INFO [M:0;80cec940e2c9:43317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a641281f5434ed2bcfc0df8a5175635, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:41:00,120 DEBUG [M:0;80cec940e2c9:43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/318900eab3554969a2f6a0f00b8377ea as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/318900eab3554969a2f6a0f00b8377ea 2024-11-13T19:41:00,123 INFO [M:0;80cec940e2c9:43317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/318900eab3554969a2f6a0f00b8377ea, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:41:00,124 DEBUG [M:0;80cec940e2c9:43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fda83fc68544b2a814fc254a4fef75d as hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fda83fc68544b2a814fc254a4fef75d 2024-11-13T19:41:00,127 INFO [M:0;80cec940e2c9:43317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43123/user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fda83fc68544b2a814fc254a4fef75d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:41:00,128 INFO [M:0;80cec940e2c9:43317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-13T19:41:00,129 INFO [M:0;80cec940e2c9:43317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:00,129 DEBUG [M:0;80cec940e2c9:43317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526858848Disabling compacts and flushes for region at 1731526858848Disabling writes for close at 1731526858848Obtaining lock to block concurrent updates at 1731526858848Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526858848Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731526858849 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526858849Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526858849Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526858866 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526858866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526859273 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526859285 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526859285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526859693 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526859708 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526859708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565b366e: reopening flushed file at 1731526860116 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba56b50: reopening flushed file at 1731526860120 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5441863d: reopening flushed file at 1731526860124 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731526860128 (+4 ms)Writing region close event to WAL at 1731526860129 (+1 ms)Closed at 1731526860129 2024-11-13T19:41:00,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a46ebdd9-cb6e-7fe9-e798-078980b691c6/MasterData/WALs/80cec940e2c9,43317,1731526834875/80cec940e2c9%2C43317%2C1731526834875.1731526836745 not finished, retry = 0 2024-11-13T19:41:00,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741830_1006 (size=63654) 2024-11-13T19:41:00,159 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-13T19:41:00,159 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T19:41:00,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:00,231 INFO [M:0;80cec940e2c9:43317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:41:00,231 INFO [M:0;80cec940e2c9:43317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43317 2024-11-13T19:41:00,231 INFO [M:0;80cec940e2c9:43317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:00,342 INFO [M:0;80cec940e2c9:43317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x10136e453910006, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:00,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1365fd97{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:00,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d287bc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:00,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:00,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa9d74a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:00,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547b2a02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:00,357 WARN [BP-2106946819-172.17.0.3-1731526833304 heartbeating to localhost/127.0.0.1:43123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:41:00,357 WARN [BP-2106946819-172.17.0.3-1731526833304 heartbeating to localhost/127.0.0.1:43123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106946819-172.17.0.3-1731526833304 (Datanode Uuid 33223c4d-81ce-46fe-b695-e429320d9936) service to localhost/127.0.0.1:43123 2024-11-13T19:41:00,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/cluster_3844659c-df48-4f96-88be-7b66bc78ec43/data/data1/current/BP-2106946819-172.17.0.3-1731526833304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:00,358 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:41:00,358 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:41:00,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/cluster_3844659c-df48-4f96-88be-7b66bc78ec43/data/data2/current/BP-2106946819-172.17.0.3-1731526833304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:00,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:41:00,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a7cef1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:00,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1999b318{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:00,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:00,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7696cc10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:00,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a0626d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:00,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:41:00,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:41:00,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:00,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:00,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:00,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:00,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:00,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:41:00,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1338792360, stopped=false 2024-11-13T19:41:00,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,37787,1731526829864 2024-11-13T19:41:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-150610055/running 2024-11-13T19:41:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-150610055/running 2024-11-13T19:41:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:41:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:41:00,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:00,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:00,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:00,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:00,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on znode that does not yet exist, /1-150610055/running 2024-11-13T19:41:00,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,36399,1731526830036' ***** 2024-11-13T19:41:00,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:41:00,393 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:41:00,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Set watcher on znode that does not yet exist, /1-150610055/running 2024-11-13T19:41:00,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:41:00,393 INFO [RS:0;80cec940e2c9:36399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:41:00,393 INFO [RS:0;80cec940e2c9:36399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:41:00,393 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f75ccf6412441aa336358801ed6adeb 2024-11-13T19:41:00,393 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(3091): Received CLOSE for 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:41:00,393 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,36399,1731526830036 2024-11-13T19:41:00,394 INFO [RS:0;80cec940e2c9:36399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:00,394 INFO [RS:0;80cec940e2c9:36399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:36399. 2024-11-13T19:41:00,394 DEBUG [RS:0;80cec940e2c9:36399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:00,394 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f75ccf6412441aa336358801ed6adeb, disabling compactions & flushes 2024-11-13T19:41:00,394 DEBUG [RS:0;80cec940e2c9:36399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:00,394 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:41:00,394 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:41:00,394 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:41:00,394 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:41:00,394 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. after waiting 0 ms 2024-11-13T19:41:00,394 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:41:00,394 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:41:00,394 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:41:00,394 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f75ccf6412441aa336358801ed6adeb 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T19:41:00,394 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:41:00,394 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1325): Online Regions={0f75ccf6412441aa336358801ed6adeb=test,,1731526840411.0f75ccf6412441aa336358801ed6adeb., 06001e2e3229e73fddc9457ab6dc1abc=hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:41:00,394 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1351): Waiting on 06001e2e3229e73fddc9457ab6dc1abc, 0f75ccf6412441aa336358801ed6adeb, 1588230740 2024-11-13T19:41:00,394 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:41:00,394 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:41:00,394 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:41:00,394 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:41:00,394 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:41:00,394 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:41:00,407 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/info/b8576ae5b6af4b64a1ec33e3668ad4c1 is 147, key is hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc./info:regioninfo/1731526846040/Put/seqid=0 2024-11-13T19:41:00,409 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/.tmp/f/53162982915841fab62a9596bef4eeed is 29, key is row1/f:/1731526854210/DeleteFamily/seqid=0 2024-11-13T19:41:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741840_1016 (size=7686) 2024-11-13T19:41:00,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741841_1017 (size=5152) 2024-11-13T19:41:00,463 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:00,539 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:41:00,594 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1351): Waiting on 06001e2e3229e73fddc9457ab6dc1abc, 0f75ccf6412441aa336358801ed6adeb, 1588230740 2024-11-13T19:41:00,794 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1351): Waiting on 06001e2e3229e73fddc9457ab6dc1abc, 0f75ccf6412441aa336358801ed6adeb, 1588230740 2024-11-13T19:41:00,810 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/info/b8576ae5b6af4b64a1ec33e3668ad4c1 2024-11-13T19:41:00,814 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/.tmp/f/53162982915841fab62a9596bef4eeed 2024-11-13T19:41:00,818 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53162982915841fab62a9596bef4eeed 2024-11-13T19:41:00,828 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/ns/cae3eb434f97458a94e1851b58c5b40a is 43, key is default/ns:d/1731526833201/Put/seqid=0 2024-11-13T19:41:00,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:41:00,837 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/.tmp/f1/9cdffaf162484f61be31226299736a2f is 30, key is row1/f1:/1731526854210/DeleteFamily/seqid=0 2024-11-13T19:41:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741843_1019 (size=5158) 2024-11-13T19:41:00,994 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1351): Waiting on 06001e2e3229e73fddc9457ab6dc1abc, 0f75ccf6412441aa336358801ed6adeb, 1588230740 2024-11-13T19:41:01,000 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1189, reset compression=false 2024-11-13T19:41:01,004 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:41:01,004 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1436, reset compression=false 2024-11-13T19:41:01,004 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,36399,1731526830036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:41:01,005 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,36399,1731526830036: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,36399,1731526830036, walGroup=80cec940e2c9%2C36399%2C1731526830036, offset=80cec940e2c9%2C36399%2C1731526830036.1731526832293:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:36399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:41:01,005 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:41:01,006 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:41:01,006 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:41:01,006 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:41:01,006 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:41:01,006 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1440743424, "init": 1048576000, "max": 2306867200, "used": 1029130240 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201787104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:41:01,006 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:37787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:37787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:41:01,195 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1351): Waiting on 06001e2e3229e73fddc9457ab6dc1abc, 0f75ccf6412441aa336358801ed6adeb, 1588230740 2024-11-13T19:41:01,207 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1436, reset compression=false 2024-11-13T19:41:01,211 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:41:01,211 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:41:01,232 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/ns/cae3eb434f97458a94e1851b58c5b40a 2024-11-13T19:41:01,241 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/.tmp/f1/9cdffaf162484f61be31226299736a2f 2024-11-13T19:41:01,244 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cdffaf162484f61be31226299736a2f 2024-11-13T19:41:01,248 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/rep_barrier/0fc9e3eb685a44ce8a303808800d0ebe is 112, key is test,,1731526840411.0f75ccf6412441aa336358801ed6adeb./rep_barrier:seqnumDuringOpen/1731526841154/Put/seqid=0 2024-11-13T19:41:01,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741844_1020 (size=5518) 2024-11-13T19:41:01,256 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/.tmp/norep/59299b853766436c9a08e476e7ec9cdc is 33, key is row1/norep:/1731526854210/DeleteFamily/seqid=0 2024-11-13T19:41:01,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741845_1021 (size=5108) 2024-11-13T19:41:01,395 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1351): Waiting on 06001e2e3229e73fddc9457ab6dc1abc, 0f75ccf6412441aa336358801ed6adeb, 1588230740 2024-11-13T19:41:01,510 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1436, reset compression=false 2024-11-13T19:41:01,595 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1351): Waiting on 06001e2e3229e73fddc9457ab6dc1abc, 0f75ccf6412441aa336358801ed6adeb, 1588230740 2024-11-13T19:41:01,653 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/rep_barrier/0fc9e3eb685a44ce8a303808800d0ebe 2024-11-13T19:41:01,659 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/.tmp/norep/59299b853766436c9a08e476e7ec9cdc 2024-11-13T19:41:01,662 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59299b853766436c9a08e476e7ec9cdc 2024-11-13T19:41:01,663 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/.tmp/f/53162982915841fab62a9596bef4eeed as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/f/53162982915841fab62a9596bef4eeed 2024-11-13T19:41:01,667 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53162982915841fab62a9596bef4eeed 2024-11-13T19:41:01,667 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/f/53162982915841fab62a9596bef4eeed, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T19:41:01,667 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/.tmp/f1/9cdffaf162484f61be31226299736a2f as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/f1/9cdffaf162484f61be31226299736a2f 2024-11-13T19:41:01,670 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/table/971456a975914da3a0dd007259490bd1 is 53, key is hbase:replication/table:state/1731526846047/Put/seqid=0 2024-11-13T19:41:01,670 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cdffaf162484f61be31226299736a2f 2024-11-13T19:41:01,670 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/f1/9cdffaf162484f61be31226299736a2f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T19:41:01,671 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/.tmp/norep/59299b853766436c9a08e476e7ec9cdc as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/norep/59299b853766436c9a08e476e7ec9cdc 2024-11-13T19:41:01,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:41:01,674 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59299b853766436c9a08e476e7ec9cdc 2024-11-13T19:41:01,674 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/norep/59299b853766436c9a08e476e7ec9cdc, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T19:41:01,675 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0f75ccf6412441aa336358801ed6adeb in 1281ms, sequenceid=10, compaction requested=false 2024-11-13T19:41:01,675 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:41:01,678 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/default/test/0f75ccf6412441aa336358801ed6adeb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T19:41:01,678 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:01,678 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:41:01,678 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:41:01,679 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f75ccf6412441aa336358801ed6adeb: Waiting for close lock at 1731526860394Running coprocessor pre-close hooks at 1731526860394Disabling compacts and flushes for region at 1731526860394Disabling writes for close at 1731526860394Obtaining lock to block concurrent updates at 1731526860394Preparing flush snapshotting stores in 0f75ccf6412441aa336358801ed6adeb at 1731526860394Finished memstore snapshotting test,,1731526840411.0f75ccf6412441aa336358801ed6adeb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731526860394Flushing stores of test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. at 1731526860395 (+1 ms)Flushing 0f75ccf6412441aa336358801ed6adeb/f: creating writer at 1731526860395Flushing 0f75ccf6412441aa336358801ed6adeb/f: appending metadata at 1731526860409 (+14 ms)Flushing 0f75ccf6412441aa336358801ed6adeb/f: closing flushed file at 1731526860409Flushing 0f75ccf6412441aa336358801ed6adeb/f1: creating writer at 1731526860818 (+409 ms)Flushing 0f75ccf6412441aa336358801ed6adeb/f1: appending metadata at 1731526860837 (+19 ms)Flushing 0f75ccf6412441aa336358801ed6adeb/f1: closing flushed file at 1731526860837Flushing 0f75ccf6412441aa336358801ed6adeb/norep: creating writer at 1731526861244 (+407 ms)Flushing 0f75ccf6412441aa336358801ed6adeb/norep: appending metadata at 1731526861256 (+12 ms)Flushing 0f75ccf6412441aa336358801ed6adeb/norep: closing flushed file at 1731526861256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46590d51: reopening flushed file at 1731526861662 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42dbfdf8: reopening flushed file at 1731526861667 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c7d97e: reopening flushed file at 1731526861670 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0f75ccf6412441aa336358801ed6adeb in 1281ms, sequenceid=10, compaction requested=false at 1731526861675 (+5 ms)Writing region close event to WAL at 1731526861676 (+1 ms)Running coprocessor post-close hooks at 1731526861678 (+2 ms)Closed at 1731526861678 2024-11-13T19:41:01,679 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526840411.0f75ccf6412441aa336358801ed6adeb. 2024-11-13T19:41:01,679 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06001e2e3229e73fddc9457ab6dc1abc, disabling compactions & flushes 2024-11-13T19:41:01,679 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:41:01,679 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:41:01,679 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. after waiting 0 ms 2024-11-13T19:41:01,679 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:41:01,679 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06001e2e3229e73fddc9457ab6dc1abc: Waiting for close lock at 1731526861679Running coprocessor pre-close hooks at 1731526861679Disabling compacts and flushes for region at 1731526861679Disabling writes for close at 1731526861679Failed flush hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc., putting online again at 1731526861679 2024-11-13T19:41:01,679 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:41:01,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:01,795 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:41:01,795 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1325): Online Regions={06001e2e3229e73fddc9457ab6dc1abc=hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:41:01,795 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(3091): Received CLOSE for 06001e2e3229e73fddc9457ab6dc1abc 2024-11-13T19:41:01,795 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1351): Waiting on 06001e2e3229e73fddc9457ab6dc1abc, 1588230740 2024-11-13T19:41:01,795 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06001e2e3229e73fddc9457ab6dc1abc, disabling compactions & flushes 2024-11-13T19:41:01,795 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:41:01,795 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:41:01,795 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. after waiting 0 ms 2024-11-13T19:41:01,795 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:41:01,796 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06001e2e3229e73fddc9457ab6dc1abc: Waiting for close lock at 1731526861795Running coprocessor pre-close hooks at 1731526861795Disabling compacts and flushes for region at 1731526861795Disabling writes for close at 1731526861795Failed flush hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc., putting online again at 1731526861795 2024-11-13T19:41:01,796 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526844864.06001e2e3229e73fddc9457ab6dc1abc. 2024-11-13T19:41:01,842 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:41:01,913 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 1436, reset compression=false 2024-11-13T19:41:01,917 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:41:01,917 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 2080, reset compression=false 2024-11-13T19:41:01,995 DEBUG [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:02,074 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/table/971456a975914da3a0dd007259490bd1 2024-11-13T19:41:02,077 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/info/b8576ae5b6af4b64a1ec33e3668ad4c1 as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/info/b8576ae5b6af4b64a1ec33e3668ad4c1 2024-11-13T19:41:02,078 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:37787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T19:41:02,081 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/info/b8576ae5b6af4b64a1ec33e3668ad4c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:41:02,082 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/ns/cae3eb434f97458a94e1851b58c5b40a as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/ns/cae3eb434f97458a94e1851b58c5b40a 2024-11-13T19:41:02,085 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/ns/cae3eb434f97458a94e1851b58c5b40a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:41:02,085 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/rep_barrier/0fc9e3eb685a44ce8a303808800d0ebe as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/rep_barrier/0fc9e3eb685a44ce8a303808800d0ebe 2024-11-13T19:41:02,089 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/rep_barrier/0fc9e3eb685a44ce8a303808800d0ebe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:41:02,089 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/.tmp/table/971456a975914da3a0dd007259490bd1 as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/table/971456a975914da3a0dd007259490bd1 2024-11-13T19:41:02,092 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/table/971456a975914da3a0dd007259490bd1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:41:02,093 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-13T19:41:02,093 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:41:02,097 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:41:02,097 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:02,097 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:41:02,097 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:02,097 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526860394Running coprocessor pre-close hooks at 1731526860394Disabling compacts and flushes for region at 1731526860394Disabling writes for close at 1731526860394Obtaining lock to block concurrent updates at 1731526860394Preparing flush snapshotting stores in 1588230740 at 1731526860394Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526860394Flushing stores of hbase:meta,,1.1588230740 at 1731526860395 (+1 ms)Flushing 1588230740/info: creating writer at 1731526860395Flushing 1588230740/info: appending metadata at 1731526860407 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731526860407Flushing 1588230740/ns: creating writer at 1731526860814 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731526860827 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731526860827Flushing 1588230740/rep_barrier: creating writer at 1731526861235 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526861248 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526861248Flushing 1588230740/table: creating writer at 1731526861656 (+408 ms)Flushing 1588230740/table: appending metadata at 1731526861670 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731526861670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81f80b9: reopening flushed file at 1731526862077 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da821a: reopening flushed file at 1731526862081 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de621f4: reopening flushed file at 1731526862085 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f16dcca: reopening flushed file at 1731526862089 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731526862093 (+4 ms)Writing region close event to WAL at 1731526862094 (+1 ms)Running coprocessor post-close hooks at 1731526862097 (+3 ms)Closed at 1731526862097 2024-11-13T19:41:02,097 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:02,120 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.wal-reader.80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 to pos 2080, reset compression=false 2024-11-13T19:41:02,196 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:41:02,196 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,36399,1731526830036; all regions closed. 2024-11-13T19:41:02,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:41:02,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.rep.1731526846003 not finished, retry = 0 2024-11-13T19:41:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741839_1015 (size=2171) 2024-11-13T19:41:02,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:41:02,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,302 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/WALs/80cec940e2c9,36399,1731526830036/80cec940e2c9%2C36399%2C1731526830036.1731526832293 not finished, retry = 0 2024-11-13T19:41:02,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741832_1008 (size=2088) 2024-11-13T19:41:02,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:02,403 DEBUG [RS:0;80cec940e2c9:36399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:02,403 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:02,403 INFO [RS:0;80cec940e2c9:36399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:02,403 INFO [RS:0;80cec940e2c9:36399 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:02,403 INFO [RS:0;80cec940e2c9:36399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:02,403 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:02,403 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,36399,1731526830036 because: Region server is closing 2024-11-13T19:41:02,404 INFO [RS:0;80cec940e2c9:36399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:36399. 2024-11-13T19:41:02,404 DEBUG [RS:0;80cec940e2c9:36399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:02,404 DEBUG [RS:0;80cec940e2c9:36399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:02,404 DEBUG [RS:0;80cec940e2c9:36399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:02,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:02,504 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,36399,1731526830036.replicationSource.shipper80cec940e2c9%2C36399%2C1731526830036,1-80cec940e2c9,36399,1731526830036 terminated 2024-11-13T19:41:02,504 INFO [RS:0;80cec940e2c9:36399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:36399. 2024-11-13T19:41:02,504 DEBUG [RS:0;80cec940e2c9:36399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:02,504 DEBUG [RS:0;80cec940e2c9:36399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:02,504 DEBUG [RS:0;80cec940e2c9:36399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:02,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:02,505 INFO [RS:0;80cec940e2c9:36399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36399 2024-11-13T19:41:02,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055/rs 2024-11-13T19:41:02,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-150610055/rs/80cec940e2c9,36399,1731526830036 2024-11-13T19:41:02,549 INFO [RS:0;80cec940e2c9:36399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:02,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,36399,1731526830036] 2024-11-13T19:41:02,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-150610055/draining/80cec940e2c9,36399,1731526830036 already deleted, retry=false 2024-11-13T19:41:02,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,36399,1731526830036 expired; onlineServers=0 2024-11-13T19:41:02,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,37787,1731526829864' ***** 2024-11-13T19:41:02,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:41:02,599 INFO [M:0;80cec940e2c9:37787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:02,599 INFO [M:0;80cec940e2c9:37787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:02,599 DEBUG [M:0;80cec940e2c9:37787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:41:02,599 DEBUG [M:0;80cec940e2c9:37787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:41:02,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:41:02,599 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526831983 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526831983,5,FailOnTimeoutGroup] 2024-11-13T19:41:02,599 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526831983 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526831983,5,FailOnTimeoutGroup] 2024-11-13T19:41:02,599 INFO [M:0;80cec940e2c9:37787 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:02,599 INFO [M:0;80cec940e2c9:37787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:02,599 DEBUG [M:0;80cec940e2c9:37787 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:41:02,599 INFO [M:0;80cec940e2c9:37787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:41:02,599 INFO [M:0;80cec940e2c9:37787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:02,599 INFO [M:0;80cec940e2c9:37787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:41:02,599 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:41:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-150610055/master 2024-11-13T19:41:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-150610055 2024-11-13T19:41:02,609 DEBUG [M:0;80cec940e2c9:37787 {}] zookeeper.ZKUtil(347): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Unable to get data of znode /1-150610055/master because node does not exist (not an error) 2024-11-13T19:41:02,609 WARN [M:0;80cec940e2c9:37787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:41:02,609 INFO [M:0;80cec940e2c9:37787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/.lastflushedseqids 2024-11-13T19:41:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:41:02,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:02,684 INFO [RS:0;80cec940e2c9:36399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:02,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36399-0x10136e453910004, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:02,684 INFO [RS:0;80cec940e2c9:36399 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,36399,1731526830036; zookeeper connection closed. 2024-11-13T19:41:02,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a676123 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a676123 2024-11-13T19:41:02,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:41:03,013 INFO [M:0;80cec940e2c9:37787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:41:03,013 INFO [M:0;80cec940e2c9:37787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:41:03,013 DEBUG [M:0;80cec940e2c9:37787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:41:03,013 INFO [M:0;80cec940e2c9:37787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:03,013 DEBUG [M:0;80cec940e2c9:37787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:03,013 DEBUG [M:0;80cec940e2c9:37787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:41:03,013 DEBUG [M:0;80cec940e2c9:37787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:03,014 INFO [M:0;80cec940e2c9:37787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T19:41:03,027 DEBUG [M:0;80cec940e2c9:37787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6465264d4e7f4b5d9ff5fa22a5c4eb3c is 82, key is hbase:meta,,1/info:regioninfo/1731526833184/Put/seqid=0 2024-11-13T19:41:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:41:03,245 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:41:03,430 INFO [M:0;80cec940e2c9:37787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6465264d4e7f4b5d9ff5fa22a5c4eb3c 2024-11-13T19:41:03,446 DEBUG [M:0;80cec940e2c9:37787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0ee25cf9b0a42cb9ac61aad22a43992 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731526846051/Put/seqid=0 2024-11-13T19:41:03,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741849_1025 (size=8515) 2024-11-13T19:41:03,849 INFO [M:0;80cec940e2c9:37787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0ee25cf9b0a42cb9ac61aad22a43992 2024-11-13T19:41:03,868 DEBUG [M:0;80cec940e2c9:37787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/399bb4bd69ab4773b2ee59bb940c7abb is 69, key is 80cec940e2c9,36399,1731526830036/rs:state/1731526832091/Put/seqid=0 2024-11-13T19:41:03,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:41:04,272 INFO [M:0;80cec940e2c9:37787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/399bb4bd69ab4773b2ee59bb940c7abb 2024-11-13T19:41:04,275 DEBUG [M:0;80cec940e2c9:37787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6465264d4e7f4b5d9ff5fa22a5c4eb3c as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6465264d4e7f4b5d9ff5fa22a5c4eb3c 2024-11-13T19:41:04,278 INFO [M:0;80cec940e2c9:37787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6465264d4e7f4b5d9ff5fa22a5c4eb3c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:41:04,278 DEBUG [M:0;80cec940e2c9:37787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0ee25cf9b0a42cb9ac61aad22a43992 as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0ee25cf9b0a42cb9ac61aad22a43992 2024-11-13T19:41:04,281 INFO [M:0;80cec940e2c9:37787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0ee25cf9b0a42cb9ac61aad22a43992, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:41:04,281 DEBUG [M:0;80cec940e2c9:37787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/399bb4bd69ab4773b2ee59bb940c7abb as hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/399bb4bd69ab4773b2ee59bb940c7abb 2024-11-13T19:41:04,284 INFO [M:0;80cec940e2c9:37787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44451/user/jenkins/test-data/63c55693-fca6-0ac9-60ae-5b02a31b1071/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/399bb4bd69ab4773b2ee59bb940c7abb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:41:04,284 INFO [M:0;80cec940e2c9:37787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-11-13T19:41:04,285 INFO [M:0;80cec940e2c9:37787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:04,285 DEBUG [M:0;80cec940e2c9:37787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526863013Disabling compacts and flushes for region at 1731526863013Disabling writes for close at 1731526863013Obtaining lock to block concurrent updates at 1731526863014 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526863014Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731526863014Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526863014Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526863014Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526863026 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526863027 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526863433 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526863445 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526863446 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526863853 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526863868 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526863868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c480624: reopening flushed file at 1731526864275 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b175bf3: reopening flushed file at 1731526864278 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ea8cd1: reopening flushed file at 1731526864281 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1731526864284 (+3 ms)Writing region close event to WAL at 1731526864285 (+1 ms)Closed at 1731526864285 2024-11-13T19:41:04,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741830_1006 (size=63642) 2024-11-13T19:41:04,287 INFO [M:0;80cec940e2c9:37787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:41:04,287 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:04,288 INFO [M:0;80cec940e2c9:37787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37787 2024-11-13T19:41:04,288 INFO [M:0;80cec940e2c9:37787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:04,449 INFO [M:0;80cec940e2c9:37787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:04,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:04,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37787-0x10136e453910003, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:04,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f02827b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:04,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@378d1bcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:04,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:04,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18002966{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:04,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b35086{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:04,452 WARN [BP-299292786-172.17.0.3-1731526828384 heartbeating to localhost/127.0.0.1:44451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:41:04,452 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:41:04,452 WARN [BP-299292786-172.17.0.3-1731526828384 heartbeating to localhost/127.0.0.1:44451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299292786-172.17.0.3-1731526828384 (Datanode Uuid 7e051891-5f65-4009-a623-1baffe01d5c2) service to localhost/127.0.0.1:44451 2024-11-13T19:41:04,452 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:41:04,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/cluster_0dffc1c9-6a3f-04b1-0983-d48a5271ec5d/data/data1/current/BP-299292786-172.17.0.3-1731526828384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:04,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/cluster_0dffc1c9-6a3f-04b1-0983-d48a5271ec5d/data/data2/current/BP-299292786-172.17.0.3-1731526828384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:04,453 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:41:04,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a09112{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:04,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a6e402d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:04,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:04,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b4a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:04,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f78316{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a7fd254-01f2-efe6-0f38-ec95a86d6558/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:04,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:41:04,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:41:04,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:04,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:04,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:04,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:04,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:04,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:41:04,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1299643016, stopped=false 2024-11-13T19:41:04,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,38485,1731526824859 2024-11-13T19:41:04,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433047914/running 2024-11-13T19:41:04,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433047914/running 2024-11-13T19:41:04,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:41:04,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:41:04,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:04,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on znode that does not yet exist, /0-433047914/running 2024-11-13T19:41:04,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:04,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:04,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:04,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Set watcher on znode that does not yet exist, /0-433047914/running 2024-11-13T19:41:04,485 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,40347,1731526825008' ***** 2024-11-13T19:41:04,485 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:41:04,485 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:41:04,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:41:04,485 INFO [RS:0;80cec940e2c9:40347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:41:04,485 INFO [RS:0;80cec940e2c9:40347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:41:04,485 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for 92da5bbcdf131c5ada4a578e638cb9f0 2024-11-13T19:41:04,486 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:04,486 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,40347,1731526825008 2024-11-13T19:41:04,486 INFO [RS:0;80cec940e2c9:40347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:04,486 INFO [RS:0;80cec940e2c9:40347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40347. 2024-11-13T19:41:04,486 DEBUG [RS:0;80cec940e2c9:40347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:04,486 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92da5bbcdf131c5ada4a578e638cb9f0, disabling compactions & flushes 2024-11-13T19:41:04,486 DEBUG [RS:0;80cec940e2c9:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:04,486 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:41:04,486 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:41:04,486 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:41:04,486 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. after waiting 0 ms 2024-11-13T19:41:04,486 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:41:04,486 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:41:04,486 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:41:04,486 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:41:04,486 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92da5bbcdf131c5ada4a578e638cb9f0 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T19:41:04,486 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:41:04,486 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 92da5bbcdf131c5ada4a578e638cb9f0=test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0., d69f9fb072a4f89945d96f20f6770340=hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340.} 2024-11-13T19:41:04,486 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92da5bbcdf131c5ada4a578e638cb9f0, d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:04,486 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:41:04,486 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:41:04,486 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:41:04,486 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:41:04,486 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:41:04,486 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:41:04,499 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/.tmp/f/dfacdf3aab1e4ea7a6e83b4975d38176 is 28, key is row/f:/1731526852204/DeleteFamily/seqid=0 2024-11-13T19:41:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741840_1016 (size=5085) 2024-11-13T19:41:04,502 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/info/f0e07a848e41494d90db56bd0f040b0d is 147, key is hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340./info:regioninfo/1731526844476/Put/seqid=0 2024-11-13T19:41:04,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741841_1017 (size=7686) 2024-11-13T19:41:04,526 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:04,686 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92da5bbcdf131c5ada4a578e638cb9f0, d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:04,748 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 636, reset compression=false 2024-11-13T19:41:04,752 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:41:04,752 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 883, reset compression=false 2024-11-13T19:41:04,752 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40347,1731526825008 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:41:04,753 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,40347,1731526825008: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,40347,1731526825008, walGroup=80cec940e2c9%2C40347%2C1731526825008, offset=80cec940e2c9%2C40347%2C1731526825008.1731526827218:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:40347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:41:04,754 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:41:04,754 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:41:04,754 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:41:04,754 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:41:04,754 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:41:04,754 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1440743424, "init": 1048576000, "max": 2306867200, "used": 1125599232 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 202252504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:41:04,755 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:38485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:38485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:41:04,886 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92da5bbcdf131c5ada4a578e638cb9f0, d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:04,902 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/.tmp/f/dfacdf3aab1e4ea7a6e83b4975d38176 2024-11-13T19:41:04,905 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/info/f0e07a848e41494d90db56bd0f040b0d 2024-11-13T19:41:04,906 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfacdf3aab1e4ea7a6e83b4975d38176 2024-11-13T19:41:04,923 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/.tmp/f1/dbb08e9b531240cd8435ea5695918bc1 is 29, key is row/f1:/1731526852204/DeleteFamily/seqid=0 2024-11-13T19:41:04,924 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/ns/fbcd424136e144fb9f0e5513500810b3 is 43, key is default/ns:d/1731526828231/Put/seqid=0 2024-11-13T19:41:04,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741842_1018 (size=5089) 2024-11-13T19:41:04,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741843_1019 (size=5153) 2024-11-13T19:41:04,955 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 883, reset compression=false 2024-11-13T19:41:05,083 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:41:05,083 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:41:05,087 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92da5bbcdf131c5ada4a578e638cb9f0, d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:05,259 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 883, reset compression=false 2024-11-13T19:41:05,287 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92da5bbcdf131c5ada4a578e638cb9f0, d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:05,327 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/.tmp/f1/dbb08e9b531240cd8435ea5695918bc1 2024-11-13T19:41:05,327 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/ns/fbcd424136e144fb9f0e5513500810b3 2024-11-13T19:41:05,330 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbb08e9b531240cd8435ea5695918bc1 2024-11-13T19:41:05,344 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/.tmp/norep/cddc7b271a0145a09ca056bcece29b30 is 32, key is row/norep:/1731526852204/DeleteFamily/seqid=0 2024-11-13T19:41:05,345 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/rep_barrier/f670a5b271f14b2fb396de7a741a866c is 112, key is test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0./rep_barrier:seqnumDuringOpen/1731526839398/Put/seqid=0 2024-11-13T19:41:05,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741844_1020 (size=5101) 2024-11-13T19:41:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741845_1021 (size=5518) 2024-11-13T19:41:05,348 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/rep_barrier/f670a5b271f14b2fb396de7a741a866c 2024-11-13T19:41:05,367 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/table/f4075a2c94fa40eb90894e4f7470fe29 is 53, key is hbase:replication/table:state/1731526844481/Put/seqid=0 2024-11-13T19:41:05,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:41:05,487 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92da5bbcdf131c5ada4a578e638cb9f0, d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:05,662 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.wal-reader.80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/WALs/80cec940e2c9,40347,1731526825008/80cec940e2c9%2C40347%2C1731526825008.1731526827218 to pos 883, reset compression=false 2024-11-13T19:41:05,687 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92da5bbcdf131c5ada4a578e638cb9f0, d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:05,747 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/.tmp/norep/cddc7b271a0145a09ca056bcece29b30 2024-11-13T19:41:05,751 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cddc7b271a0145a09ca056bcece29b30 2024-11-13T19:41:05,752 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/.tmp/f/dfacdf3aab1e4ea7a6e83b4975d38176 as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/f/dfacdf3aab1e4ea7a6e83b4975d38176 2024-11-13T19:41:05,757 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfacdf3aab1e4ea7a6e83b4975d38176 2024-11-13T19:41:05,757 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/f/dfacdf3aab1e4ea7a6e83b4975d38176, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T19:41:05,758 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/.tmp/f1/dbb08e9b531240cd8435ea5695918bc1 as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/f1/dbb08e9b531240cd8435ea5695918bc1 2024-11-13T19:41:05,763 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbb08e9b531240cd8435ea5695918bc1 2024-11-13T19:41:05,763 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/f1/dbb08e9b531240cd8435ea5695918bc1, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T19:41:05,764 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/.tmp/norep/cddc7b271a0145a09ca056bcece29b30 as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/norep/cddc7b271a0145a09ca056bcece29b30 2024-11-13T19:41:05,770 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cddc7b271a0145a09ca056bcece29b30 2024-11-13T19:41:05,770 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/norep/cddc7b271a0145a09ca056bcece29b30, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T19:41:05,771 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/table/f4075a2c94fa40eb90894e4f7470fe29 2024-11-13T19:41:05,772 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 92da5bbcdf131c5ada4a578e638cb9f0 in 1286ms, sequenceid=6, compaction requested=false 2024-11-13T19:41:05,772 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:41:05,776 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/info/f0e07a848e41494d90db56bd0f040b0d as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/info/f0e07a848e41494d90db56bd0f040b0d 2024-11-13T19:41:05,778 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/default/test/92da5bbcdf131c5ada4a578e638cb9f0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:41:05,779 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:05,779 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:41:05,779 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:41:05,779 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92da5bbcdf131c5ada4a578e638cb9f0: Waiting for close lock at 1731526864486Running coprocessor pre-close hooks at 1731526864486Disabling compacts and flushes for region at 1731526864486Disabling writes for close at 1731526864486Obtaining lock to block concurrent updates at 1731526864486Preparing flush snapshotting stores in 92da5bbcdf131c5ada4a578e638cb9f0 at 1731526864486Finished memstore snapshotting test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731526864486Flushing stores of test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. at 1731526864487 (+1 ms)Flushing 92da5bbcdf131c5ada4a578e638cb9f0/f: creating writer at 1731526864487Flushing 92da5bbcdf131c5ada4a578e638cb9f0/f: appending metadata at 1731526864499 (+12 ms)Flushing 92da5bbcdf131c5ada4a578e638cb9f0/f: closing flushed file at 1731526864499Flushing 92da5bbcdf131c5ada4a578e638cb9f0/f1: creating writer at 1731526864907 (+408 ms)Flushing 92da5bbcdf131c5ada4a578e638cb9f0/f1: appending metadata at 1731526864922 (+15 ms)Flushing 92da5bbcdf131c5ada4a578e638cb9f0/f1: closing flushed file at 1731526864922Flushing 92da5bbcdf131c5ada4a578e638cb9f0/norep: creating writer at 1731526865330 (+408 ms)Flushing 92da5bbcdf131c5ada4a578e638cb9f0/norep: appending metadata at 1731526865343 (+13 ms)Flushing 92da5bbcdf131c5ada4a578e638cb9f0/norep: closing flushed file at 1731526865343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7077cba9: reopening flushed file at 1731526865751 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52042f9e: reopening flushed file at 1731526865757 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d398e4: reopening flushed file at 1731526865764 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 92da5bbcdf131c5ada4a578e638cb9f0 in 1286ms, sequenceid=6, compaction requested=false at 1731526865772 (+8 ms)Writing region close event to WAL at 1731526865774 (+2 ms)Running coprocessor post-close hooks at 1731526865779 (+5 ms)Closed at 1731526865779 2024-11-13T19:41:05,779 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526838256.92da5bbcdf131c5ada4a578e638cb9f0. 2024-11-13T19:41:05,780 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d69f9fb072a4f89945d96f20f6770340, disabling compactions & flushes 2024-11-13T19:41:05,780 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:41:05,780 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:41:05,780 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. after waiting 0 ms 2024-11-13T19:41:05,780 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:41:05,780 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d69f9fb072a4f89945d96f20f6770340: Waiting for close lock at 1731526865780Running coprocessor pre-close hooks at 1731526865780Disabling compacts and flushes for region at 1731526865780Disabling writes for close at 1731526865780Failed flush hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340., putting online again at 1731526865780 2024-11-13T19:41:05,780 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:41:05,782 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/info/f0e07a848e41494d90db56bd0f040b0d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:41:05,783 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/ns/fbcd424136e144fb9f0e5513500810b3 as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/ns/fbcd424136e144fb9f0e5513500810b3 2024-11-13T19:41:05,789 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/ns/fbcd424136e144fb9f0e5513500810b3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:41:05,791 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/rep_barrier/f670a5b271f14b2fb396de7a741a866c as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/rep_barrier/f670a5b271f14b2fb396de7a741a866c 2024-11-13T19:41:05,796 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/rep_barrier/f670a5b271f14b2fb396de7a741a866c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:41:05,797 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/.tmp/table/f4075a2c94fa40eb90894e4f7470fe29 as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/table/f4075a2c94fa40eb90894e4f7470fe29 2024-11-13T19:41:05,803 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/table/f4075a2c94fa40eb90894e4f7470fe29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:41:05,804 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-13T19:41:05,804 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:41:05,808 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:41:05,809 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:05,809 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:41:05,809 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:05,809 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526864486Running coprocessor pre-close hooks at 1731526864486Disabling compacts and flushes for region at 1731526864486Disabling writes for close at 1731526864486Obtaining lock to block concurrent updates at 1731526864486Preparing flush snapshotting stores in 1588230740 at 1731526864486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526864487 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526864487Flushing 1588230740/info: creating writer at 1731526864487Flushing 1588230740/info: appending metadata at 1731526864501 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731526864501Flushing 1588230740/ns: creating writer at 1731526864908 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731526864923 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731526864923Flushing 1588230740/rep_barrier: creating writer at 1731526865330 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526865345 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526865345Flushing 1588230740/table: creating writer at 1731526865351 (+6 ms)Flushing 1588230740/table: appending metadata at 1731526865366 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731526865366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456b1df1: reopening flushed file at 1731526865775 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0af9f0: reopening flushed file at 1731526865782 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1206790a: reopening flushed file at 1731526865789 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b02736: reopening flushed file at 1731526865796 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731526865804 (+8 ms)Writing region close event to WAL at 1731526865806 (+2 ms)Running coprocessor post-close hooks at 1731526865809 (+3 ms)Closed at 1731526865809 2024-11-13T19:41:05,809 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:05,887 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:41:05,887 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1325): Online Regions={d69f9fb072a4f89945d96f20f6770340=hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340.} 2024-11-13T19:41:05,887 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:05,887 DEBUG [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1351): Waiting on d69f9fb072a4f89945d96f20f6770340 2024-11-13T19:41:05,888 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d69f9fb072a4f89945d96f20f6770340, disabling compactions & flushes 2024-11-13T19:41:05,888 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:41:05,888 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:41:05,888 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. after waiting 0 ms 2024-11-13T19:41:05,888 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:41:05,888 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d69f9fb072a4f89945d96f20f6770340: Waiting for close lock at 1731526865888Running coprocessor pre-close hooks at 1731526865888Disabling compacts and flushes for region at 1731526865888Disabling writes for close at 1731526865888Failed flush hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340., putting online again at 1731526865888 2024-11-13T19:41:05,888 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731526843714.d69f9fb072a4f89945d96f20f6770340. 2024-11-13T19:41:06,088 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:41:06,088 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,40347,1731526825008; all regions closed. 2024-11-13T19:41:06,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:41:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741839_1015 (size=1297) 2024-11-13T19:41:06,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741832_1008 (size=1535) 2024-11-13T19:41:06,093 DEBUG [RS:0;80cec940e2c9:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:06,093 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:06,093 INFO [RS:0;80cec940e2c9:40347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:06,094 INFO [RS:0;80cec940e2c9:40347 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:06,094 INFO [RS:0;80cec940e2c9:40347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:06,094 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:06,094 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,40347,1731526825008 because: Region server is closing 2024-11-13T19:41:06,094 INFO [RS:0;80cec940e2c9:40347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40347. 2024-11-13T19:41:06,094 DEBUG [RS:0;80cec940e2c9:40347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:06,094 DEBUG [RS:0;80cec940e2c9:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:06,094 DEBUG [RS:0;80cec940e2c9:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:06,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:06,194 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40347,1731526825008.replicationSource.shipper80cec940e2c9%2C40347%2C1731526825008,1-80cec940e2c9,40347,1731526825008 terminated 2024-11-13T19:41:06,195 INFO [RS:0;80cec940e2c9:40347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40347 2024-11-13T19:41:06,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914/rs 2024-11-13T19:41:06,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433047914/rs/80cec940e2c9,40347,1731526825008 2024-11-13T19:41:06,257 INFO [RS:0;80cec940e2c9:40347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:06,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,40347,1731526825008] 2024-11-13T19:41:06,275 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-433047914/draining/80cec940e2c9,40347,1731526825008 already deleted, retry=false 2024-11-13T19:41:06,275 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,40347,1731526825008 expired; onlineServers=0 2024-11-13T19:41:06,275 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,38485,1731526824859' ***** 2024-11-13T19:41:06,275 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:41:06,275 INFO [M:0;80cec940e2c9:38485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:06,275 INFO [M:0;80cec940e2c9:38485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:06,275 DEBUG [M:0;80cec940e2c9:38485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:41:06,276 DEBUG [M:0;80cec940e2c9:38485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:41:06,276 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:41:06,276 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526826962 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526826962,5,FailOnTimeoutGroup] 2024-11-13T19:41:06,276 INFO [M:0;80cec940e2c9:38485 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:06,276 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526826960 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526826960,5,FailOnTimeoutGroup] 2024-11-13T19:41:06,276 INFO [M:0;80cec940e2c9:38485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:06,276 DEBUG [M:0;80cec940e2c9:38485 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:41:06,276 INFO [M:0;80cec940e2c9:38485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:41:06,276 INFO [M:0;80cec940e2c9:38485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:06,276 INFO [M:0;80cec940e2c9:38485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:41:06,276 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:41:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433047914/master 2024-11-13T19:41:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433047914 2024-11-13T19:41:06,284 DEBUG [M:0;80cec940e2c9:38485 {}] zookeeper.ZKUtil(347): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Unable to get data of znode /0-433047914/master because node does not exist (not an error) 2024-11-13T19:41:06,284 WARN [M:0;80cec940e2c9:38485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:41:06,284 INFO [M:0;80cec940e2c9:38485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/.lastflushedseqids 2024-11-13T19:41:06,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:41:06,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:06,367 INFO [RS:0;80cec940e2c9:40347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:06,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10136e453910001, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:06,367 INFO [RS:0;80cec940e2c9:40347 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,40347,1731526825008; zookeeper connection closed. 2024-11-13T19:41:06,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70c48534 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70c48534 2024-11-13T19:41:06,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:41:06,688 INFO [M:0;80cec940e2c9:38485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:41:06,689 INFO [M:0;80cec940e2c9:38485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:41:06,689 DEBUG [M:0;80cec940e2c9:38485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:41:06,689 INFO [M:0;80cec940e2c9:38485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:06,689 DEBUG [M:0;80cec940e2c9:38485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:06,689 DEBUG [M:0;80cec940e2c9:38485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:41:06,689 DEBUG [M:0;80cec940e2c9:38485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:06,689 INFO [M:0;80cec940e2c9:38485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T19:41:06,706 DEBUG [M:0;80cec940e2c9:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3d3702d37314bbd888fbd1adce4e467 is 82, key is hbase:meta,,1/info:regioninfo/1731526828195/Put/seqid=0 2024-11-13T19:41:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:41:07,110 INFO [M:0;80cec940e2c9:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3d3702d37314bbd888fbd1adce4e467 2024-11-13T19:41:07,129 DEBUG [M:0;80cec940e2c9:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c719b15793542a9b7736dd1b14d9b2c is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526839407/Put/seqid=0 2024-11-13T19:41:07,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741849_1025 (size=7217) 2024-11-13T19:41:07,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:41:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:07,533 INFO [M:0;80cec940e2c9:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c719b15793542a9b7736dd1b14d9b2c 2024-11-13T19:41:07,536 INFO [M:0;80cec940e2c9:38485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c719b15793542a9b7736dd1b14d9b2c 2024-11-13T19:41:07,548 DEBUG [M:0;80cec940e2c9:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c242bfd20c5e45b7a47926dd94fd3b93 is 69, key is 80cec940e2c9,40347,1731526825008/rs:state/1731526827066/Put/seqid=0 2024-11-13T19:41:07,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:41:07,952 INFO [M:0;80cec940e2c9:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c242bfd20c5e45b7a47926dd94fd3b93 2024-11-13T19:41:07,956 DEBUG [M:0;80cec940e2c9:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3d3702d37314bbd888fbd1adce4e467 as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3d3702d37314bbd888fbd1adce4e467 2024-11-13T19:41:07,959 INFO [M:0;80cec940e2c9:38485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3d3702d37314bbd888fbd1adce4e467, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T19:41:07,960 DEBUG [M:0;80cec940e2c9:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c719b15793542a9b7736dd1b14d9b2c as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c719b15793542a9b7736dd1b14d9b2c 2024-11-13T19:41:07,963 INFO [M:0;80cec940e2c9:38485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c719b15793542a9b7736dd1b14d9b2c 2024-11-13T19:41:07,963 INFO [M:0;80cec940e2c9:38485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c719b15793542a9b7736dd1b14d9b2c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T19:41:07,964 DEBUG [M:0;80cec940e2c9:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c242bfd20c5e45b7a47926dd94fd3b93 as hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c242bfd20c5e45b7a47926dd94fd3b93 2024-11-13T19:41:07,967 INFO [M:0;80cec940e2c9:38485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c242bfd20c5e45b7a47926dd94fd3b93, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T19:41:07,967 INFO [M:0;80cec940e2c9:38485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-13T19:41:07,971 INFO [M:0;80cec940e2c9:38485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:07,971 DEBUG [M:0;80cec940e2c9:38485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526866689Disabling compacts and flushes for region at 1731526866689Disabling writes for close at 1731526866689Obtaining lock to block concurrent updates at 1731526866689Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526866689Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731526866689Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526866690 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526866690Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526866706 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526866706Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526867113 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526867128 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526867128Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526867536 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526867548 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526867548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12db0bbd: reopening flushed file at 1731526867955 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db0564d: reopening flushed file at 1731526867959 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80f0d03: reopening flushed file at 1731526867963 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731526867967 (+4 ms)Writing region close event to WAL at 1731526867970 (+3 ms)Closed at 1731526867970 2024-11-13T19:41:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33611 is added to blk_1073741830_1006 (size=64411) 2024-11-13T19:41:07,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a725167-b76c-4dcd-75ae-a92525a614c2/MasterData/WALs/80cec940e2c9,38485,1731526824859/80cec940e2c9%2C38485%2C1731526824859.1731526826737 not finished, retry = 0 2024-11-13T19:41:08,073 INFO [M:0;80cec940e2c9:38485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:41:08,073 INFO [M:0;80cec940e2c9:38485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38485 2024-11-13T19:41:08,073 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:08,074 INFO [M:0;80cec940e2c9:38485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:08,207 INFO [M:0;80cec940e2c9:38485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10136e453910000, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:08,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@daf06f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:08,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b401087{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:08,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:08,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@414af6a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:08,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59faa513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:08,211 WARN [BP-123932637-172.17.0.3-1731526823417 heartbeating to localhost/127.0.0.1:42681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:41:08,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:41:08,211 WARN [BP-123932637-172.17.0.3-1731526823417 heartbeating to localhost/127.0.0.1:42681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-123932637-172.17.0.3-1731526823417 (Datanode Uuid e1955adb-0aeb-49d8-a6cb-de8cd23c704f) service to localhost/127.0.0.1:42681 2024-11-13T19:41:08,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:41:08,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/cluster_ca0c84fe-9bfe-17be-6736-36df0f92238e/data/data1/current/BP-123932637-172.17.0.3-1731526823417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:08,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/cluster_ca0c84fe-9bfe-17be-6736-36df0f92238e/data/data2/current/BP-123932637-172.17.0.3-1731526823417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:08,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:41:08,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@771af0ac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:08,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@441f5126{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:08,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:08,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38119925{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:08,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cde67eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17cab112-1d5c-87a8-6143-6d7dd730732b/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:08,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:41:08,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:41:08,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 315) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63701) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63701) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63701) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44451 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43123 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42681 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=783 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=2296 (was 2553) 2024-11-13T19:41:08,256 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=783, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=2296 2024-11-13T19:41:08,271 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T19:41:08,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.log.dir so I do NOT create it in target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc 2024-11-13T19:41:08,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:41:08,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.tmp.dir so I do NOT create it in target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc 2024-11-13T19:41:08,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ca9be3-5bf9-5f00-0171-d43334fa904a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:41:08,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc 2024-11-13T19:41:08,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f, deleteOnExit=true 2024-11-13T19:41:08,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f/zookeeper_0, clientPort=64454, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:41:08,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64454 2024-11-13T19:41:08,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:41:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:41:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/test.cache.data in system properties and HBase conf 2024-11-13T19:41:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:41:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:41:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:41:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:41:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:41:08,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:41:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:41:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:41:08,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:41:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e453910005, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:41:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e453910002, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:41:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10136e453910008, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:41:08,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10136e453910008, quorum=127.0.0.1:63701, baseZNode=/2-1008411939 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:41:08,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e453910005, quorum=127.0.0.1:63701, baseZNode=/1-150610055 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:41:08,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e453910002, quorum=127.0.0.1:63701, baseZNode=/0-433047914 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:41:08,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:08,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:41:08,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:41:08,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:41:08,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:41:08,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:08,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36de7ba6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:41:08,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c3e5131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:41:08,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31fc48d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/java.io.tmpdir/jetty-localhost-46841-hadoop-hdfs-3_4_1-tests_jar-_-any-7575350219344264497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:08,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:46841} 2024-11-13T19:41:08,638 INFO [Time-limited test {}] server.Server(415): Started @314564ms 2024-11-13T19:41:08,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:08,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:41:08,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:41:08,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:41:08,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:41:08,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a405ffd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:41:08,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47070fe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:41:08,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f56aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/java.io.tmpdir/jetty-localhost-44033-hadoop-hdfs-3_4_1-tests_jar-_-any-1314955979648095621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:08,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cf3bcda{HTTP/1.1, (http/1.1)}{localhost:44033} 2024-11-13T19:41:08,907 INFO [Time-limited test {}] server.Server(415): Started @314833ms 2024-11-13T19:41:08,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:41:09,306 WARN [Thread-4201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f/data/data2/current/BP-734571047-172.17.0.3-1731526868295/current, will proceed with Du for space computation calculation, 2024-11-13T19:41:09,306 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f/data/data1/current/BP-734571047-172.17.0.3-1731526868295/current, will proceed with Du for space computation calculation, 2024-11-13T19:41:09,325 WARN [Thread-4188 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:41:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a672dc467cd557 with lease ID 0x7a3b52af6eabbf8e: Processing first storage report for DS-892d9fec-3b71-4d25-b362-ababce069041 from datanode DatanodeRegistration(127.0.0.1:44237, datanodeUuid=d18e75b4-7c52-4839-9414-43cddac86b81, infoPort=36017, infoSecurePort=0, ipcPort=40335, storageInfo=lv=-57;cid=testClusterID;nsid=1890330251;c=1731526868295) 2024-11-13T19:41:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a672dc467cd557 with lease ID 0x7a3b52af6eabbf8e: from storage DS-892d9fec-3b71-4d25-b362-ababce069041 node DatanodeRegistration(127.0.0.1:44237, datanodeUuid=d18e75b4-7c52-4839-9414-43cddac86b81, infoPort=36017, infoSecurePort=0, ipcPort=40335, storageInfo=lv=-57;cid=testClusterID;nsid=1890330251;c=1731526868295), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:41:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a672dc467cd557 with lease ID 0x7a3b52af6eabbf8e: Processing first storage report for DS-47579cda-bf7c-4300-87c6-e3d48c10a5e2 from datanode DatanodeRegistration(127.0.0.1:44237, datanodeUuid=d18e75b4-7c52-4839-9414-43cddac86b81, infoPort=36017, infoSecurePort=0, ipcPort=40335, storageInfo=lv=-57;cid=testClusterID;nsid=1890330251;c=1731526868295) 2024-11-13T19:41:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a672dc467cd557 with lease ID 0x7a3b52af6eabbf8e: from storage DS-47579cda-bf7c-4300-87c6-e3d48c10a5e2 node DatanodeRegistration(127.0.0.1:44237, datanodeUuid=d18e75b4-7c52-4839-9414-43cddac86b81, infoPort=36017, infoSecurePort=0, ipcPort=40335, storageInfo=lv=-57;cid=testClusterID;nsid=1890330251;c=1731526868295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:41:09,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc 2024-11-13T19:41:09,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:09,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:09,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:41:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:41:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:41:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:41:09,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:41:09,736 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61 with version=8 2024-11-13T19:41:09,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/hbase-staging 2024-11-13T19:41:09,738 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:41:09,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:09,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:09,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:41:09,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:09,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:41:09,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:41:09,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:41:09,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39603 2024-11-13T19:41:09,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39603 connecting to ZooKeeper ensemble=127.0.0.1:64454 2024-11-13T19:41:09,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396030x0, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:09,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39603-0x10136e502db0000 connected 2024-11-13T19:41:09,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:09,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:09,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Set watcher on znode that does not yet exist, /0100388127/running 2024-11-13T19:41:09,878 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61, hbase.cluster.distributed=false 2024-11-13T19:41:09,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Set watcher on znode that does not yet exist, /0100388127/acl 2024-11-13T19:41:09,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39603 2024-11-13T19:41:09,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39603 2024-11-13T19:41:09,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39603 2024-11-13T19:41:09,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39603 2024-11-13T19:41:09,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39603 2024-11-13T19:41:09,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:41:09,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:09,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:09,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:41:09,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:09,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:41:09,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:41:09,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:41:09,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33651 2024-11-13T19:41:09,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33651 connecting to ZooKeeper ensemble=127.0.0.1:64454 2024-11-13T19:41:09,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:09,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:09,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336510x0, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:09,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336510x0, quorum=127.0.0.1:64454, baseZNode=/0100388127 Set watcher on znode that does not yet exist, /0100388127/running 2024-11-13T19:41:09,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33651-0x10136e502db0001 connected 2024-11-13T19:41:09,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:41:09,909 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:41:09,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Set watcher on znode that does not yet exist, /0100388127/master 2024-11-13T19:41:09,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Set watcher on znode that does not yet exist, /0100388127/acl 2024-11-13T19:41:09,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33651 2024-11-13T19:41:09,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33651 2024-11-13T19:41:09,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33651 2024-11-13T19:41:09,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33651 2024-11-13T19:41:09,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33651 2024-11-13T19:41:09,929 DEBUG [M:0;80cec940e2c9:39603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:39603 2024-11-13T19:41:09,930 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0100388127/backup-masters/80cec940e2c9,39603,1731526869738 2024-11-13T19:41:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127/backup-masters 2024-11-13T19:41:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127/backup-masters 2024-11-13T19:41:09,934 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Set watcher on existing znode=/0100388127/backup-masters/80cec940e2c9,39603,1731526869738 2024-11-13T19:41:09,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0100388127/master 2024-11-13T19:41:09,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:09,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:09,942 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Set watcher on existing znode=/0100388127/master 2024-11-13T19:41:09,942 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0100388127/backup-masters/80cec940e2c9,39603,1731526869738 from backup master directory 2024-11-13T19:41:09,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0100388127/backup-masters/80cec940e2c9,39603,1731526869738 2024-11-13T19:41:09,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127/backup-masters 2024-11-13T19:41:09,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127/backup-masters 2024-11-13T19:41:09,950 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:41:09,950 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,39603,1731526869738 2024-11-13T19:41:09,952 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/hbase.id] with ID: 3f18f153-bc65-4467-9ef1-e8217a51912d 2024-11-13T19:41:09,952 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/.tmp/hbase.id 2024-11-13T19:41:09,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:41:10,359 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/.tmp/hbase.id]:[hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/hbase.id] 2024-11-13T19:41:10,366 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:10,366 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:41:10,366 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T19:41:10,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:10,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:41:10,786 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:41:10,786 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:41:10,787 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:10,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:41:11,192 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/data/master/store 2024-11-13T19:41:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:41:11,597 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:11,597 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:41:11,597 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:11,597 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:11,597 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:41:11,597 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:11,597 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:11,597 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526871597Disabling compacts and flushes for region at 1731526871597Disabling writes for close at 1731526871597Writing region close event to WAL at 1731526871597Closed at 1731526871597 2024-11-13T19:41:11,598 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/data/master/store/.initializing 2024-11-13T19:41:11,598 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/WALs/80cec940e2c9,39603,1731526869738 2024-11-13T19:41:11,598 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:41:11,599 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C39603%2C1731526869738, suffix=, logDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/WALs/80cec940e2c9,39603,1731526869738, archiveDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/oldWALs, maxLogs=10 2024-11-13T19:41:11,611 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/WALs/80cec940e2c9,39603,1731526869738/80cec940e2c9%2C39603%2C1731526869738.1731526871600, exclude list is [], retry=0 2024-11-13T19:41:11,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-892d9fec-3b71-4d25-b362-ababce069041,DISK] 2024-11-13T19:41:11,614 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/WALs/80cec940e2c9,39603,1731526869738/80cec940e2c9%2C39603%2C1731526869738.1731526871600 2024-11-13T19:41:11,614 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36017:36017)] 2024-11-13T19:41:11,614 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:11,614 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:11,614 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,615 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:41:11,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:11,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:11,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:41:11,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:11,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:11,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:41:11,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:11,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:11,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:41:11,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:11,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:11,619 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,620 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,620 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,621 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,621 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,621 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:11,621 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:11,623 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:11,623 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61630194, jitterRate=-0.08163854479789734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:11,623 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526871615Initializing all the Stores at 1731526871615Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526871615Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526871615Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526871615Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526871615Cleaning up temporary data from old regions at 1731526871621 (+6 ms)Region opened successfully at 1731526871623 (+2 ms) 2024-11-13T19:41:11,624 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:41:11,625 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cbb722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:41:11,626 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:41:11,626 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:41:11,626 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:41:11,626 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:41:11,626 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:41:11,627 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:41:11,627 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:41:11,628 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:41:11,629 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Unable to get data of znode /0100388127/balancer because node does not exist (not necessarily an error) 2024-11-13T19:41:11,633 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0100388127/balancer already deleted, retry=false 2024-11-13T19:41:11,633 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:41:11,634 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Unable to get data of znode /0100388127/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:41:11,641 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0100388127/normalizer already deleted, retry=false 2024-11-13T19:41:11,642 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:41:11,642 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Unable to get data of znode /0100388127/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:41:11,650 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0100388127/switch/split already deleted, retry=false 2024-11-13T19:41:11,650 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Unable to get data of znode /0100388127/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:41:11,658 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0100388127/switch/merge already deleted, retry=false 2024-11-13T19:41:11,659 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Unable to get data of znode /0100388127/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:41:11,666 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0100388127/snapshot-cleanup already deleted, retry=false 2024-11-13T19:41:11,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0100388127/running 2024-11-13T19:41:11,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0100388127/running 2024-11-13T19:41:11,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:11,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:11,675 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,39603,1731526869738, sessionid=0x10136e502db0000, setting cluster-up flag (Was=false) 2024-11-13T19:41:11,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:11,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:11,716 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0100388127/flush-table-proc/acquired, /0100388127/flush-table-proc/reached, /0100388127/flush-table-proc/abort 2024-11-13T19:41:11,717 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,39603,1731526869738 2024-11-13T19:41:11,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:11,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:11,758 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0100388127/online-snapshot/acquired, /0100388127/online-snapshot/reached, /0100388127/online-snapshot/abort 2024-11-13T19:41:11,759 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,39603,1731526869738 2024-11-13T19:41:11,760 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:41:11,761 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:11,761 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:41:11,761 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:41:11,762 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,39603,1731526869738 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:41:11,762 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:11,762 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:11,762 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:11,762 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:11,762 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:41:11,762 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,763 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:41:11,763 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526901763 2024-11-13T19:41:11,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:41:11,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:41:11,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:41:11,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:41:11,763 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:41:11,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:11,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:41:11,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:41:11,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:41:11,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:41:11,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:41:11,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:41:11,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:11,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:41:11,764 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:41:11,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:41:11,765 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526871764,5,FailOnTimeoutGroup] 2024-11-13T19:41:11,765 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526871765,5,FailOnTimeoutGroup] 2024-11-13T19:41:11,765 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,765 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:41:11,765 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,765 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:41:11,819 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.HRegionServer(746): ClusterId : 3f18f153-bc65-4467-9ef1-e8217a51912d 2024-11-13T19:41:11,820 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:41:11,825 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:41:11,825 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:41:11,834 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:41:11,834 DEBUG [RS:0;80cec940e2c9:33651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fea9bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:41:11,844 DEBUG [RS:0;80cec940e2c9:33651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:33651 2024-11-13T19:41:11,844 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:41:11,844 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:41:11,844 DEBUG [RS:0;80cec940e2c9:33651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:41:11,845 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,39603,1731526869738 with port=33651, startcode=1731526869893 2024-11-13T19:41:11,845 DEBUG [RS:0;80cec940e2c9:33651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:41:11,846 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:41:11,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,33651,1731526869893 2024-11-13T19:41:11,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39603 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,33651,1731526869893 2024-11-13T19:41:11,848 DEBUG [RS:0;80cec940e2c9:33651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61 2024-11-13T19:41:11,848 DEBUG [RS:0;80cec940e2c9:33651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46627 2024-11-13T19:41:11,848 DEBUG [RS:0;80cec940e2c9:33651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:41:11,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127/rs 2024-11-13T19:41:11,858 DEBUG [RS:0;80cec940e2c9:33651 {}] zookeeper.ZKUtil(111): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Set watcher on existing znode=/0100388127/rs/80cec940e2c9,33651,1731526869893 2024-11-13T19:41:11,858 WARN [RS:0;80cec940e2c9:33651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:41:11,858 INFO [RS:0;80cec940e2c9:33651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:11,859 DEBUG [RS:0;80cec940e2c9:33651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/WALs/80cec940e2c9,33651,1731526869893 2024-11-13T19:41:11,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,33651,1731526869893] 2024-11-13T19:41:11,861 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:41:11,862 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:41:11,862 INFO [RS:0;80cec940e2c9:33651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:41:11,862 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,862 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:41:11,863 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:41:11,863 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:41:11,863 DEBUG [RS:0;80cec940e2c9:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:41:11,864 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,864 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,864 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,864 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,864 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,864 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33651,1731526869893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:41:11,875 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:41:11,876 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33651,1731526869893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,876 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,876 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.Replication(171): 80cec940e2c9,33651,1731526869893 started 2024-11-13T19:41:11,887 INFO [RS:0;80cec940e2c9:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:11,887 INFO [RS:0;80cec940e2c9:33651 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,33651,1731526869893, RpcServer on 80cec940e2c9/172.17.0.3:33651, sessionid=0x10136e502db0001 2024-11-13T19:41:11,887 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:41:11,887 DEBUG [RS:0;80cec940e2c9:33651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,33651,1731526869893 2024-11-13T19:41:11,887 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,33651,1731526869893' 2024-11-13T19:41:11,887 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0100388127/flush-table-proc/abort' 2024-11-13T19:41:11,887 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0100388127/flush-table-proc/acquired' 2024-11-13T19:41:11,888 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:41:11,888 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:41:11,888 DEBUG [RS:0;80cec940e2c9:33651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,33651,1731526869893 2024-11-13T19:41:11,888 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,33651,1731526869893' 2024-11-13T19:41:11,888 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0100388127/online-snapshot/abort' 2024-11-13T19:41:11,888 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0100388127/online-snapshot/acquired' 2024-11-13T19:41:11,888 DEBUG [RS:0;80cec940e2c9:33651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:41:11,889 INFO [RS:0;80cec940e2c9:33651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:41:11,889 INFO [RS:0;80cec940e2c9:33651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:41:11,989 INFO [RS:0;80cec940e2c9:33651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:41:11,990 INFO [RS:0;80cec940e2c9:33651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C33651%2C1731526869893, suffix=, logDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/WALs/80cec940e2c9,33651,1731526869893, archiveDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/oldWALs, maxLogs=10 2024-11-13T19:41:12,001 DEBUG [RS:0;80cec940e2c9:33651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/WALs/80cec940e2c9,33651,1731526869893/80cec940e2c9%2C33651%2C1731526869893.1731526871990, exclude list is [], retry=0 2024-11-13T19:41:12,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-892d9fec-3b71-4d25-b362-ababce069041,DISK] 2024-11-13T19:41:12,005 INFO [RS:0;80cec940e2c9:33651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/WALs/80cec940e2c9,33651,1731526869893/80cec940e2c9%2C33651%2C1731526869893.1731526871990 2024-11-13T19:41:12,005 DEBUG [RS:0;80cec940e2c9:33651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36017:36017)] 2024-11-13T19:41:12,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:41:12,173 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61 2024-11-13T19:41:12,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:41:12,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:12,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:41:12,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:41:12,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:12,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:12,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:41:12,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:41:12,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:12,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:12,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:41:12,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:41:12,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:12,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:12,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:41:12,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:41:12,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:12,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:12,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:41:12,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/data/hbase/meta/1588230740 2024-11-13T19:41:12,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/data/hbase/meta/1588230740 2024-11-13T19:41:12,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:41:12,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:41:12,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:12,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:41:12,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:12,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62844038, jitterRate=-0.06355085968971252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:12,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526872579Initializing all the Stores at 1731526872583 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526872583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526872583Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526872583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526872583Cleaning up temporary data from old regions at 1731526872591 (+8 ms)Region opened successfully at 1731526872595 (+4 ms) 2024-11-13T19:41:12,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:41:12,595 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:41:12,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:41:12,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:41:12,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:41:12,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:12,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526872595Disabling compacts and flushes for region at 1731526872595Disabling writes for close at 1731526872595Writing region close event to WAL at 1731526872595Closed at 1731526872595 2024-11-13T19:41:12,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:12,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:41:12,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:41:12,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:41:12,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:41:12,748 DEBUG [80cec940e2c9:39603 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:41:12,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,33651,1731526869893 2024-11-13T19:41:12,750 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,33651,1731526869893, state=OPENING 2024-11-13T19:41:12,781 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:41:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0100388127 2024-11-13T19:41:12,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0100388127/meta-region-server: CHANGED 2024-11-13T19:41:12,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0100388127/meta-region-server: CHANGED 2024-11-13T19:41:12,792 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:41:12,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,33651,1731526869893}] 2024-11-13T19:41:12,944 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:41:12,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:41:12,948 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:41:12,948 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:12,948 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:41:12,949 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C33651%2C1731526869893.meta, suffix=.meta, logDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/WALs/80cec940e2c9,33651,1731526869893, archiveDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/oldWALs, maxLogs=10 2024-11-13T19:41:12,961 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/WALs/80cec940e2c9,33651,1731526869893/80cec940e2c9%2C33651%2C1731526869893.meta.1731526872949.meta, exclude list is [], retry=0 2024-11-13T19:41:12,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-892d9fec-3b71-4d25-b362-ababce069041,DISK] 2024-11-13T19:41:12,964 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/WALs/80cec940e2c9,33651,1731526869893/80cec940e2c9%2C33651%2C1731526869893.meta.1731526872949.meta 2024-11-13T19:41:12,965 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36017:36017)] 2024-11-13T19:41:12,965 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:12,965 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:41:12,965 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:41:12,965 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:41:12,965 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:41:12,965 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:41:12,966 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:12,966 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:41:12,966 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:41:12,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:41:12,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:41:12,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:12,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:12,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:41:12,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:41:12,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:12,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:12,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:41:12,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:41:12,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:12,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:12,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:41:12,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:41:12,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:12,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:12,970 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:41:12,970 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/data/hbase/meta/1588230740 2024-11-13T19:41:12,971 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/data/hbase/meta/1588230740 2024-11-13T19:41:12,971 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:41:12,971 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:41:12,971 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:12,972 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:41:12,972 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64491126, jitterRate=-0.039007335901260376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:12,972 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:41:12,973 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526872966Writing region info on filesystem at 1731526872966Initializing all the Stores at 1731526872966Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526872966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526872966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526872966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526872966Cleaning up temporary data from old regions at 1731526872971 (+5 ms)Running coprocessor post-open hooks at 1731526872972 (+1 ms)Region opened successfully at 1731526872973 (+1 ms) 2024-11-13T19:41:12,973 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526872944 2024-11-13T19:41:12,975 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:41:12,975 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:41:12,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,33651,1731526869893 2024-11-13T19:41:12,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,33651,1731526869893, state=OPEN 2024-11-13T19:41:13,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x10136e502db0000, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0100388127/meta-region-server 2024-11-13T19:41:13,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x10136e502db0001, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0100388127/meta-region-server 2024-11-13T19:41:13,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,33651,1731526869893 2024-11-13T19:41:13,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0100388127/meta-region-server: CHANGED 2024-11-13T19:41:13,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0100388127/meta-region-server: CHANGED 2024-11-13T19:41:13,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:41:13,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,33651,1731526869893 in 214 msec 2024-11-13T19:41:13,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:41:13,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-13T19:41:13,010 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:13,010 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:41:13,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:13,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,33651,1731526869893, seqNum=-1] 2024-11-13T19:41:13,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:13,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:13,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-11-13T19:41:13,015 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526873015, completionTime=-1 2024-11-13T19:41:13,015 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:41:13,015 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526933017 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731526993017 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39603,1731526869738-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39603,1731526869738-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39603,1731526869738-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:39603, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:13,017 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:13,019 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:41:13,020 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.070sec 2024-11-13T19:41:13,020 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:41:13,020 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:41:13,020 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:41:13,020 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:41:13,020 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:41:13,020 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39603,1731526869738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:41:13,020 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39603,1731526869738-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:41:13,021 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:41:13,021 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:41:13,021 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39603,1731526869738-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:13,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea30d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:13,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39603,-1 for getting cluster id 2024-11-13T19:41:13,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:13,121 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f18f153-bc65-4467-9ef1-e8217a51912d' 2024-11-13T19:41:13,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:13,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f18f153-bc65-4467-9ef1-e8217a51912d" 2024-11-13T19:41:13,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1a74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:13,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39603,-1] 2024-11-13T19:41:13,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:13,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:13,123 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:13,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58427f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:13,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,33651,1731526869893, seqNum=-1] 2024-11-13T19:41:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:13,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:13,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,39603,1731526869738 2024-11-13T19:41:13,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64454 2024-11-13T19:41:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64454, baseZNode=/0100388127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:13,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e502db0002 connected 2024-11-13T19:41:13,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39603,1731526869738 2024-11-13T19:41:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22165c55 2024-11-13T19:41:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:13,153 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:13,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:41:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:41:13,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:41:13,155 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:13,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:41:13,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:41:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:41:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:13,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75aa39d103698d1b819947c2dc5a7a90, NAME => 'test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61 2024-11-13T19:41:13,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:41:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:13,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:13,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 75aa39d103698d1b819947c2dc5a7a90, disabling compactions & flushes 2024-11-13T19:41:13,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90. 2024-11-13T19:41:13,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90. 2024-11-13T19:41:13,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90. after waiting 0 ms 2024-11-13T19:41:13,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90. 2024-11-13T19:41:13,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90. 2024-11-13T19:41:13,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75aa39d103698d1b819947c2dc5a7a90: Waiting for close lock at 1731526873967Disabling compacts and flushes for region at 1731526873967Disabling writes for close at 1731526873967Writing region close event to WAL at 1731526873967Closed at 1731526873967 2024-11-13T19:41:13,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:41:13,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526873968"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526873968"}]},"ts":"1731526873968"} 2024-11-13T19:41:13,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:41:13,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:41:13,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526873970"}]},"ts":"1731526873970"} 2024-11-13T19:41:13,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:41:13,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75aa39d103698d1b819947c2dc5a7a90, ASSIGN}] 2024-11-13T19:41:13,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75aa39d103698d1b819947c2dc5a7a90, ASSIGN 2024-11-13T19:41:13,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=75aa39d103698d1b819947c2dc5a7a90, ASSIGN; state=OFFLINE, location=80cec940e2c9,33651,1731526869893; forceNewPlan=false, retain=false 2024-11-13T19:41:14,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75aa39d103698d1b819947c2dc5a7a90, regionState=OPENING, regionLocation=80cec940e2c9,33651,1731526869893 2024-11-13T19:41:14,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=75aa39d103698d1b819947c2dc5a7a90, ASSIGN because future has completed 2024-11-13T19:41:14,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75aa39d103698d1b819947c2dc5a7a90, server=80cec940e2c9,33651,1731526869893}] 2024-11-13T19:41:14,280 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90. 2024-11-13T19:41:14,280 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 75aa39d103698d1b819947c2dc5a7a90, NAME => 'test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:14,280 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:41:14,280 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:41:14,280 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,280 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:14,280 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,280 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,281 INFO [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,282 INFO [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75aa39d103698d1b819947c2dc5a7a90 columnFamilyName f 2024-11-13T19:41:14,282 DEBUG [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:14,283 INFO [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] regionserver.HStore(327): Store=75aa39d103698d1b819947c2dc5a7a90/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:14,283 INFO [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,284 INFO [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75aa39d103698d1b819947c2dc5a7a90 columnFamilyName f1 2024-11-13T19:41:14,284 DEBUG [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:14,284 INFO [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] regionserver.HStore(327): Store=75aa39d103698d1b819947c2dc5a7a90/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:14,284 INFO [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,284 INFO [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75aa39d103698d1b819947c2dc5a7a90 columnFamilyName norep 2024-11-13T19:41:14,285 DEBUG [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:14,285 INFO [StoreOpener-75aa39d103698d1b819947c2dc5a7a90-1 {}] regionserver.HStore(327): Store=75aa39d103698d1b819947c2dc5a7a90/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:14,285 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,285 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/data/default/test/75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,285 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/data/default/test/75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,286 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,286 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,286 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:41:14,287 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,288 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/data/default/test/75aa39d103698d1b819947c2dc5a7a90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:14,288 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 75aa39d103698d1b819947c2dc5a7a90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64687902, jitterRate=-0.03607514500617981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:41:14,288 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75aa39d103698d1b819947c2dc5a7a90 2024-11-13T19:41:14,289 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 75aa39d103698d1b819947c2dc5a7a90: Running coprocessor pre-open hook at 1731526874280Writing region info on filesystem at 1731526874280Initializing all the Stores at 1731526874281 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526874281Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526874281Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526874281Cleaning up temporary data from old regions at 1731526874286 (+5 ms)Running coprocessor post-open hooks at 1731526874288 (+2 ms)Region opened successfully at 1731526874289 (+1 ms) 2024-11-13T19:41:14,289 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90., pid=6, masterSystemTime=1731526874277 2024-11-13T19:41:14,290 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90. 2024-11-13T19:41:14,291 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526873153.75aa39d103698d1b819947c2dc5a7a90. 2024-11-13T19:41:14,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75aa39d103698d1b819947c2dc5a7a90, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,33651,1731526869893 2024-11-13T19:41:14,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75aa39d103698d1b819947c2dc5a7a90, server=80cec940e2c9,33651,1731526869893 because future has completed 2024-11-13T19:41:14,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:41:14,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75aa39d103698d1b819947c2dc5a7a90, server=80cec940e2c9,33651,1731526869893 in 167 msec 2024-11-13T19:41:14,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:41:14,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=75aa39d103698d1b819947c2dc5a7a90, ASSIGN in 322 msec 2024-11-13T19:41:14,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:41:14,296 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526874296"}]},"ts":"1731526874296"} 2024-11-13T19:41:14,298 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:41:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:14,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:41:14,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-13T19:41:15,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:41:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:15,318 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:41:15,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd3a1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:15,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39603,-1 for getting cluster id 2024-11-13T19:41:15,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:15,319 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f18f153-bc65-4467-9ef1-e8217a51912d' 2024-11-13T19:41:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f18f153-bc65-4467-9ef1-e8217a51912d" 2024-11-13T19:41:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e853210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39603,-1] 2024-11-13T19:41:15,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:15,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:15,320 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:15,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c42a8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:15,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:15,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39603,1731526869738 2024-11-13T19:41:15,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a4463b6 2024-11-13T19:41:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:15,322 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:15,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:39603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:41:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:41:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:41:15,325 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:39603' 2024-11-13T19:41:15,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13677206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:15,326 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39603,-1 for getting cluster id 2024-11-13T19:41:15,326 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:15,326 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f18f153-bc65-4467-9ef1-e8217a51912d' 2024-11-13T19:41:15,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:15,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f18f153-bc65-4467-9ef1-e8217a51912d" 2024-11-13T19:41:15,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a323105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:15,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39603,-1] 2024-11-13T19:41:15,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:15,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:15,327 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:15,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd24c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:15,328 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:15,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39603,1731526869738 2024-11-13T19:41:15,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61484996 2024-11-13T19:41:15,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:15,329 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:15,329 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:41:15,329 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:41:15,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:15,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:15,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:15,330 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80cec940e2c9:39603, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:41:15,335 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80cec940e2c9:39603, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80cec940e2c9:39603, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80cec940e2c9:39603, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T19:41:15,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://80cec940e2c9:39603, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-13T19:41:15,336 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T19:41:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:41:15,428 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://80cec940e2c9:39603, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T19:41:15,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:15,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:15,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:15,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:15,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:15,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 361) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61/MasterData-prefix:80cec940e2c9,39603,1731526869738 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64454 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 40335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: regionserver/80cec940e2c9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7924-acceptor-0@428b2987-ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:46841} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1390680791) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 80cec940e2c9:39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server handler 0 on default port 46627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/80cec940e2c9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/80cec940e2c9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2978439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61-prefix:80cec940e2c9,33651,1731526869893.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f/data/data1/current/BP-734571047-172.17.0.3-1731526868295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64454) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/80cec940e2c9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:64454): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp1963855285-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2f43f77c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2ad0721-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46627 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1593838233_20 at /127.0.0.1:52286 [Receiving block BP-734571047-172.17.0.3-1731526868295:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp978240720-7970-acceptor-0@531b2f89-ServerConnector@4cf3bcda{HTTP/1.1, (http/1.1)}{localhost:44033} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-734571047-172.17.0.3-1731526868295:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp978240720-7972 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526871765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@15fba47b java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@289868dc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@62d8367f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f/data/data2/current/BP-734571047-172.17.0.3-1731526868295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 46627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3d10f114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f2978ad33d0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1593838233_20 at /127.0.0.1:52298 [Receiving block BP-734571047-172.17.0.3-1731526868295:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: M:0;80cec940e2c9:39603 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 46627 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1963855285-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2978439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RS:0;80cec940e2c9:33651-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-29415183-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3680c111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/80cec940e2c9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server idle connection scanner for port 40335 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1963855285-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2978439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f29789fec70.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/cluster_9e4cbde3-27dd-062a-7a61-ba1fb3e83f4f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46627/user/jenkins/test-data/c22f9c32-9971-4a39-d5af-d27e1f737d61-prefix:80cec940e2c9,33651,1731526869893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp978240720-7971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526871764 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@40cca541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-734571047-172.17.0.3-1731526868295 heartbeating to localhost/127.0.0.1:46627 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1593838233_20 at /127.0.0.1:52206 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-734571047-172.17.0.3-1731526868295:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-734571047-172.17.0.3-1731526868295:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp978240720-7969 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2978439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1963855285-7921 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2978439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1047766808_20 at /127.0.0.1:52260 [Receiving block BP-734571047-172.17.0.3-1731526868295:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1963855285-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@45ccf7b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64454) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64454) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS:0;80cec940e2c9:33651 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@67ca3beb[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 783) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2247 (was 2296) 2024-11-13T19:41:15,451 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-13T19:41:15,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=2247 2024-11-13T19:41:15,465 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-13T19:41:15,478 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T19:41:15,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/hadoop.log.dir so I do NOT create it in target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3 2024-11-13T19:41:15,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:41:15,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/hadoop.tmp.dir so I do NOT create it in target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3 2024-11-13T19:41:15,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e84ec5f-0568-796c-b513-fe945b93c6fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:41:15,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3 2024-11-13T19:41:15,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/cluster_8d3c7d4b-cadc-6697-7346-bbeacdca5c46, deleteOnExit=true 2024-11-13T19:41:15,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/cluster_8d3c7d4b-cadc-6697-7346-bbeacdca5c46/zookeeper_0, clientPort=58001, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/cluster_8d3c7d4b-cadc-6697-7346-bbeacdca5c46/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/cluster_8d3c7d4b-cadc-6697-7346-bbeacdca5c46/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:41:15,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58001 2024-11-13T19:41:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:41:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:41:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/test.cache.data in system properties and HBase conf 2024-11-13T19:41:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:41:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:41:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:41:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:41:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:41:15,513 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:41:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:41:15,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:15,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:41:15,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:41:15,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:41:15,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:41:15,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:15,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@296656b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:41:15,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eabaad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:41:15,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@291cdbfb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/java.io.tmpdir/jetty-localhost-44161-hadoop-hdfs-3_4_1-tests_jar-_-any-11398783202832066821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:15,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dbcb204{HTTP/1.1, (http/1.1)}{localhost:44161} 2024-11-13T19:41:15,841 INFO [Time-limited test {}] server.Server(415): Started @321767ms 2024-11-13T19:41:15,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:16,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:41:16,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:41:16,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:41:16,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:41:16,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49767db0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:41:16,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60701ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:41:16,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45baff95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/java.io.tmpdir/jetty-localhost-41205-hadoop-hdfs-3_4_1-tests_jar-_-any-2232419889632442104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:16,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32dd170d{HTTP/1.1, (http/1.1)}{localhost:41205} 2024-11-13T19:41:16,096 INFO [Time-limited test {}] server.Server(415): Started @322023ms 2024-11-13T19:41:16,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:41:16,736 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/cluster_8d3c7d4b-cadc-6697-7346-bbeacdca5c46/data/data1/current/BP-865148940-172.17.0.3-1731526875529/current, will proceed with Du for space computation calculation, 2024-11-13T19:41:16,736 WARN [Thread-4335 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/cluster_8d3c7d4b-cadc-6697-7346-bbeacdca5c46/data/data2/current/BP-865148940-172.17.0.3-1731526875529/current, will proceed with Du for space computation calculation, 2024-11-13T19:41:16,756 WARN [Thread-4322 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:41:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe59f8168ef0d85b5 with lease ID 0x515e1c2e4d37fa88: Processing first storage report for DS-3b9aa79d-f63c-4eb9-81be-eb9d6f4a322d from datanode DatanodeRegistration(127.0.0.1:46473, datanodeUuid=8f32f960-02b3-477f-a1d5-19c0e14ccff0, infoPort=46409, infoSecurePort=0, ipcPort=33433, storageInfo=lv=-57;cid=testClusterID;nsid=477739612;c=1731526875529) 2024-11-13T19:41:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe59f8168ef0d85b5 with lease ID 0x515e1c2e4d37fa88: from storage DS-3b9aa79d-f63c-4eb9-81be-eb9d6f4a322d node DatanodeRegistration(127.0.0.1:46473, datanodeUuid=8f32f960-02b3-477f-a1d5-19c0e14ccff0, infoPort=46409, infoSecurePort=0, ipcPort=33433, storageInfo=lv=-57;cid=testClusterID;nsid=477739612;c=1731526875529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:41:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe59f8168ef0d85b5 with lease ID 0x515e1c2e4d37fa88: Processing first storage report for DS-dce83833-bf51-4802-9f16-e0de00829e7c from datanode DatanodeRegistration(127.0.0.1:46473, datanodeUuid=8f32f960-02b3-477f-a1d5-19c0e14ccff0, infoPort=46409, infoSecurePort=0, ipcPort=33433, storageInfo=lv=-57;cid=testClusterID;nsid=477739612;c=1731526875529) 2024-11-13T19:41:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe59f8168ef0d85b5 with lease ID 0x515e1c2e4d37fa88: from storage DS-dce83833-bf51-4802-9f16-e0de00829e7c node DatanodeRegistration(127.0.0.1:46473, datanodeUuid=8f32f960-02b3-477f-a1d5-19c0e14ccff0, infoPort=46409, infoSecurePort=0, ipcPort=33433, storageInfo=lv=-57;cid=testClusterID;nsid=477739612;c=1731526875529), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:41:16,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3 2024-11-13T19:41:16,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:16,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:16,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:41:17,233 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454 with version=8 2024-11-13T19:41:17,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/hbase-staging 2024-11-13T19:41:17,235 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:41:17,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:17,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:17,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:41:17,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:17,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:41:17,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:41:17,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:41:17,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38147 2024-11-13T19:41:17,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38147 connecting to ZooKeeper ensemble=127.0.0.1:58001 2024-11-13T19:41:17,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381470x0, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:17,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38147-0x10136e51f210000 connected 2024-11-13T19:41:17,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:17,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:17,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on znode that does not yet exist, /01286212702/running 2024-11-13T19:41:17,388 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454, hbase.cluster.distributed=false 2024-11-13T19:41:17,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on znode that does not yet exist, /01286212702/acl 2024-11-13T19:41:17,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38147 2024-11-13T19:41:17,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38147 2024-11-13T19:41:17,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38147 2024-11-13T19:41:17,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38147 2024-11-13T19:41:17,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38147 2024-11-13T19:41:17,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:41:17,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:17,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:17,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:41:17,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:17,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:41:17,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:41:17,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:41:17,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40357 2024-11-13T19:41:17,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40357 connecting to ZooKeeper ensemble=127.0.0.1:58001 2024-11-13T19:41:17,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:17,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403570x0, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:17,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403570x0, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on znode that does not yet exist, /01286212702/running 2024-11-13T19:41:17,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40357-0x10136e51f210001 connected 2024-11-13T19:41:17,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:41:17,419 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:41:17,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on znode that does not yet exist, /01286212702/master 2024-11-13T19:41:17,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on znode that does not yet exist, /01286212702/acl 2024-11-13T19:41:17,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40357 2024-11-13T19:41:17,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40357 2024-11-13T19:41:17,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40357 2024-11-13T19:41:17,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40357 2024-11-13T19:41:17,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40357 2024-11-13T19:41:17,439 DEBUG [M:0;80cec940e2c9:38147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:38147 2024-11-13T19:41:17,439 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01286212702/backup-masters/80cec940e2c9,38147,1731526877235 2024-11-13T19:41:17,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702/backup-masters 2024-11-13T19:41:17,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702/backup-masters 2024-11-13T19:41:17,450 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on existing znode=/01286212702/backup-masters/80cec940e2c9,38147,1731526877235 2024-11-13T19:41:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01286212702/master 2024-11-13T19:41:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:17,460 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on existing znode=/01286212702/master 2024-11-13T19:41:17,460 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01286212702/backup-masters/80cec940e2c9,38147,1731526877235 from backup master directory 2024-11-13T19:41:17,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286212702/backup-masters/80cec940e2c9,38147,1731526877235 2024-11-13T19:41:17,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702/backup-masters 2024-11-13T19:41:17,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702/backup-masters 2024-11-13T19:41:17,468 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:41:17,468 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,38147,1731526877235 2024-11-13T19:41:17,471 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/hbase.id] with ID: bb3b0eff-0fbb-4b9a-b31f-0395637533c3 2024-11-13T19:41:17,471 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/.tmp/hbase.id 2024-11-13T19:41:17,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:41:17,481 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/.tmp/hbase.id]:[hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/hbase.id] 2024-11-13T19:41:17,488 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:17,488 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:41:17,489 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T19:41:17,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:17,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:41:17,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:41:17,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:41:17,897 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:41:17,898 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:41:17,898 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:17,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:41:18,303 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store 2024-11-13T19:41:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:41:18,707 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:18,707 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:41:18,707 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:18,707 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:18,707 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:41:18,707 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:18,707 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:18,707 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526878707Disabling compacts and flushes for region at 1731526878707Disabling writes for close at 1731526878707Writing region close event to WAL at 1731526878707Closed at 1731526878707 2024-11-13T19:41:18,708 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/.initializing 2024-11-13T19:41:18,708 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/WALs/80cec940e2c9,38147,1731526877235 2024-11-13T19:41:18,709 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:41:18,710 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C38147%2C1731526877235, suffix=, logDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/WALs/80cec940e2c9,38147,1731526877235, archiveDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/oldWALs, maxLogs=10 2024-11-13T19:41:18,722 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/WALs/80cec940e2c9,38147,1731526877235/80cec940e2c9%2C38147%2C1731526877235.1731526878710, exclude list is [], retry=0 2024-11-13T19:41:18,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-3b9aa79d-f63c-4eb9-81be-eb9d6f4a322d,DISK] 2024-11-13T19:41:18,725 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/WALs/80cec940e2c9,38147,1731526877235/80cec940e2c9%2C38147%2C1731526877235.1731526878710 2024-11-13T19:41:18,725 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-13T19:41:18,725 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:18,725 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:18,725 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,725 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:41:18,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:18,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:18,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:41:18,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:18,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:18,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:41:18,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:18,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:18,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:41:18,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:18,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:18,730 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,731 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,731 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,732 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,732 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,732 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:18,732 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:18,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:18,734 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74022134, jitterRate=0.10301575064659119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:18,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526878725Initializing all the Stores at 1731526878726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526878726Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526878726Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526878726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526878726Cleaning up temporary data from old regions at 1731526878732 (+6 ms)Region opened successfully at 1731526878734 (+2 ms) 2024-11-13T19:41:18,734 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:41:18,736 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a12560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:41:18,737 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:41:18,737 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:41:18,737 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:41:18,737 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:41:18,737 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:41:18,737 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:41:18,737 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:41:18,738 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:41:18,739 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Unable to get data of znode /01286212702/balancer because node does not exist (not necessarily an error) 2024-11-13T19:41:18,776 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286212702/balancer already deleted, retry=false 2024-11-13T19:41:18,777 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:41:18,777 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Unable to get data of znode /01286212702/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:41:18,785 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286212702/normalizer already deleted, retry=false 2024-11-13T19:41:18,785 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:41:18,785 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Unable to get data of znode /01286212702/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:41:18,793 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286212702/switch/split already deleted, retry=false 2024-11-13T19:41:18,793 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Unable to get data of znode /01286212702/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:41:18,801 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286212702/switch/merge already deleted, retry=false 2024-11-13T19:41:18,802 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Unable to get data of znode /01286212702/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:41:18,810 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286212702/snapshot-cleanup already deleted, retry=false 2024-11-13T19:41:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01286212702/running 2024-11-13T19:41:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01286212702/running 2024-11-13T19:41:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:18,818 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,38147,1731526877235, sessionid=0x10136e51f210000, setting cluster-up flag (Was=false) 2024-11-13T19:41:18,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:18,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:18,860 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01286212702/flush-table-proc/acquired, /01286212702/flush-table-proc/reached, /01286212702/flush-table-proc/abort 2024-11-13T19:41:18,861 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,38147,1731526877235 2024-11-13T19:41:18,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:18,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:18,901 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01286212702/online-snapshot/acquired, /01286212702/online-snapshot/reached, /01286212702/online-snapshot/abort 2024-11-13T19:41:18,902 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,38147,1731526877235 2024-11-13T19:41:18,903 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:41:18,904 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:18,904 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:41:18,904 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:41:18,905 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,38147,1731526877235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:41:18,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:18,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:18,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:18,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:18,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:41:18,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:41:18,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,906 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526908906 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:41:18,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:18,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:41:18,907 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:41:18,907 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:18,908 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526878907,5,FailOnTimeoutGroup] 2024-11-13T19:41:18,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:41:18,910 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526878908,5,FailOnTimeoutGroup] 2024-11-13T19:41:18,910 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,911 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:41:18,911 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,911 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:41:18,929 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(746): ClusterId : bb3b0eff-0fbb-4b9a-b31f-0395637533c3 2024-11-13T19:41:18,929 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:41:18,935 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:41:18,935 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:41:18,944 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:41:18,944 DEBUG [RS:0;80cec940e2c9:40357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffcf5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:41:18,954 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:40357 2024-11-13T19:41:18,954 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:41:18,954 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:41:18,954 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:41:18,954 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,38147,1731526877235 with port=40357, startcode=1731526877403 2024-11-13T19:41:18,954 DEBUG [RS:0;80cec940e2c9:40357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:41:18,955 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:41:18,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,40357,1731526877403 2024-11-13T19:41:18,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38147 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,40357,1731526877403 2024-11-13T19:41:18,957 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454 2024-11-13T19:41:18,957 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37469 2024-11-13T19:41:18,957 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:41:18,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702/rs 2024-11-13T19:41:18,966 DEBUG [RS:0;80cec940e2c9:40357 {}] zookeeper.ZKUtil(111): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on existing znode=/01286212702/rs/80cec940e2c9,40357,1731526877403 2024-11-13T19:41:18,966 WARN [RS:0;80cec940e2c9:40357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:41:18,966 INFO [RS:0;80cec940e2c9:40357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:18,967 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403 2024-11-13T19:41:18,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,40357,1731526877403] 2024-11-13T19:41:18,969 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:41:18,970 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:41:18,970 INFO [RS:0;80cec940e2c9:40357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:41:18,970 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,970 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:41:18,971 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:41:18,971 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:41:18,971 DEBUG [RS:0;80cec940e2c9:40357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:41:18,973 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,973 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,973 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,973 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,973 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,973 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40357,1731526877403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:41:18,985 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:41:18,985 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40357,1731526877403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,985 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,985 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.Replication(171): 80cec940e2c9,40357,1731526877403 started 2024-11-13T19:41:18,996 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:18,996 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,40357,1731526877403, RpcServer on 80cec940e2c9/172.17.0.3:40357, sessionid=0x10136e51f210001 2024-11-13T19:41:18,996 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:41:18,996 DEBUG [RS:0;80cec940e2c9:40357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,40357,1731526877403 2024-11-13T19:41:18,996 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40357,1731526877403' 2024-11-13T19:41:18,996 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01286212702/flush-table-proc/abort' 2024-11-13T19:41:18,997 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01286212702/flush-table-proc/acquired' 2024-11-13T19:41:18,997 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:41:18,997 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:41:18,997 DEBUG [RS:0;80cec940e2c9:40357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,40357,1731526877403 2024-11-13T19:41:18,997 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40357,1731526877403' 2024-11-13T19:41:18,997 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01286212702/online-snapshot/abort' 2024-11-13T19:41:18,997 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01286212702/online-snapshot/acquired' 2024-11-13T19:41:18,998 DEBUG [RS:0;80cec940e2c9:40357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:41:18,998 INFO [RS:0;80cec940e2c9:40357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:41:18,998 INFO [RS:0;80cec940e2c9:40357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:41:19,098 INFO [RS:0;80cec940e2c9:40357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:41:19,099 INFO [RS:0;80cec940e2c9:40357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40357%2C1731526877403, suffix=, logDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403, archiveDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/oldWALs, maxLogs=10 2024-11-13T19:41:19,110 DEBUG [RS:0;80cec940e2c9:40357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099, exclude list is [], retry=0 2024-11-13T19:41:19,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-3b9aa79d-f63c-4eb9-81be-eb9d6f4a322d,DISK] 2024-11-13T19:41:19,114 INFO [RS:0;80cec940e2c9:40357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 2024-11-13T19:41:19,114 DEBUG [RS:0;80cec940e2c9:40357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-13T19:41:19,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:41:19,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454 2024-11-13T19:41:19,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:41:19,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:41:19,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:41:19,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:41:19,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:41:19,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:41:19,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:41:19,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:41:19,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:41:19,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:19,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:41:19,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:41:19,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:19,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:19,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:41:19,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:41:19,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:19,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:19,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:41:19,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:41:19,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:19,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:19,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:41:19,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:41:19,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:19,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:19,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:41:19,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740 2024-11-13T19:41:19,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740 2024-11-13T19:41:19,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:41:19,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:41:19,728 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:19,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:41:19,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:19,730 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67924411, jitterRate=0.012152597308158875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:19,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526879722Initializing all the Stores at 1731526879722Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526879722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526879722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526879723 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526879723Cleaning up temporary data from old regions at 1731526879728 (+5 ms)Region opened successfully at 1731526879730 (+2 ms) 2024-11-13T19:41:19,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:41:19,731 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:41:19,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:41:19,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:41:19,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:41:19,731 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:19,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526879731Disabling compacts and flushes for region at 1731526879731Disabling writes for close at 1731526879731Writing region close event to WAL at 1731526879731Closed at 1731526879731 2024-11-13T19:41:19,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:19,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:41:19,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:41:19,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:41:19,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:41:19,883 DEBUG [80cec940e2c9:38147 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:41:19,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,40357,1731526877403 2024-11-13T19:41:19,884 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40357,1731526877403, state=OPENING 2024-11-13T19:41:19,960 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:41:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:19,968 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:41:19,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01286212702/meta-region-server: CHANGED 2024-11-13T19:41:19,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01286212702/meta-region-server: CHANGED 2024-11-13T19:41:19,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40357,1731526877403}] 2024-11-13T19:41:20,121 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:41:20,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:41:20,124 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:41:20,124 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:20,124 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:41:20,125 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40357%2C1731526877403.meta, suffix=.meta, logDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403, archiveDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/oldWALs, maxLogs=10 2024-11-13T19:41:20,137 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.meta.1731526880126.meta, exclude list is [], retry=0 2024-11-13T19:41:20,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-3b9aa79d-f63c-4eb9-81be-eb9d6f4a322d,DISK] 2024-11-13T19:41:20,140 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.meta.1731526880126.meta 2024-11-13T19:41:20,140 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-13T19:41:20,140 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:20,141 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:41:20,141 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:41:20,141 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:41:20,141 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:41:20,141 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:41:20,141 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:20,141 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:41:20,141 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:41:20,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:41:20,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:41:20,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:20,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:20,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:41:20,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:41:20,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:20,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:20,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:41:20,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:41:20,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:20,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:20,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:41:20,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:41:20,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:20,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:20,146 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:41:20,146 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740 2024-11-13T19:41:20,147 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740 2024-11-13T19:41:20,147 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:41:20,147 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:41:20,148 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:20,148 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:41:20,149 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64360434, jitterRate=-0.040954798460006714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:20,149 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:41:20,149 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526880141Writing region info on filesystem at 1731526880141Initializing all the Stores at 1731526880142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526880142Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526880142Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526880142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526880142Cleaning up temporary data from old regions at 1731526880147 (+5 ms)Running coprocessor post-open hooks at 1731526880149 (+2 ms)Region opened successfully at 1731526880149 2024-11-13T19:41:20,149 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526880120 2024-11-13T19:41:20,151 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:41:20,151 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:41:20,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40357,1731526877403 2024-11-13T19:41:20,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40357,1731526877403, state=OPEN 2024-11-13T19:41:20,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01286212702/meta-region-server 2024-11-13T19:41:20,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01286212702/meta-region-server 2024-11-13T19:41:20,182 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,40357,1731526877403 2024-11-13T19:41:20,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01286212702/meta-region-server: CHANGED 2024-11-13T19:41:20,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01286212702/meta-region-server: CHANGED 2024-11-13T19:41:20,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:41:20,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40357,1731526877403 in 214 msec 2024-11-13T19:41:20,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:41:20,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-13T19:41:20,185 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:20,185 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:41:20,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:20,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40357,1731526877403, seqNum=-1] 2024-11-13T19:41:20,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:20,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:20,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-13T19:41:20,190 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526880190, completionTime=-1 2024-11-13T19:41:20,190 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:41:20,190 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:41:20,191 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:41:20,191 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526940191 2024-11-13T19:41:20,191 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527000191 2024-11-13T19:41:20,191 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:41:20,191 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38147,1731526877235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:20,191 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38147,1731526877235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:20,191 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38147,1731526877235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:20,192 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:38147, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:20,192 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:20,192 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:20,193 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:41:20,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.726sec 2024-11-13T19:41:20,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:41:20,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:41:20,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:41:20,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:41:20,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:41:20,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38147,1731526877235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:41:20,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38147,1731526877235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:41:20,196 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:41:20,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:41:20,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,38147,1731526877235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:20,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499e6722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:20,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,38147,-1 for getting cluster id 2024-11-13T19:41:20,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:20,230 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb3b0eff-0fbb-4b9a-b31f-0395637533c3' 2024-11-13T19:41:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb3b0eff-0fbb-4b9a-b31f-0395637533c3" 2024-11-13T19:41:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe4e9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,38147,-1] 2024-11-13T19:41:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:20,231 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:20,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d5559b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:20,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:20,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40357,1731526877403, seqNum=-1] 2024-11-13T19:41:20,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:20,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,38147,1731526877235 2024-11-13T19:41:20,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58001 2024-11-13T19:41:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:20,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e51f210002 connected 2024-11-13T19:41:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.log.dir so I do NOT create it in target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0 2024-11-13T19:41:20,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:41:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.tmp.dir so I do NOT create it in target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0 2024-11-13T19:41:20,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:41:20,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0 2024-11-13T19:41:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:41:20,263 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/cluster_2514ee27-9ca1-c5ee-8d40-96ed2bc05f24, deleteOnExit=true 2024-11-13T19:41:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:41:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/test.cache.data in system properties and HBase conf 2024-11-13T19:41:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:41:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:41:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:41:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:41:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:41:20,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:41:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:41:20,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:20,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:41:20,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:41:20,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:41:20,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:41:20,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:20,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c64721b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:41:20,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3511e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:41:20,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57b5044d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/java.io.tmpdir/jetty-localhost-36373-hadoop-hdfs-3_4_1-tests_jar-_-any-17040630958498712815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:20,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dedbd1a{HTTP/1.1, (http/1.1)}{localhost:36373} 2024-11-13T19:41:20,661 INFO [Time-limited test {}] server.Server(415): Started @326587ms 2024-11-13T19:41:20,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:20,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:41:20,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:41:20,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:41:20,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:41:20,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@83959c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:41:20,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad49d1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:41:20,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bdc7f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/java.io.tmpdir/jetty-localhost-39369-hadoop-hdfs-3_4_1-tests_jar-_-any-14786640750247290704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:20,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14d70760{HTTP/1.1, (http/1.1)}{localhost:39369} 2024-11-13T19:41:20,917 INFO [Time-limited test {}] server.Server(415): Started @326844ms 2024-11-13T19:41:20,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:41:21,277 WARN [Thread-4455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/cluster_2514ee27-9ca1-c5ee-8d40-96ed2bc05f24/data/data2/current/BP-518125975-172.17.0.3-1731526880294/current, will proceed with Du for space computation calculation, 2024-11-13T19:41:21,277 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/cluster_2514ee27-9ca1-c5ee-8d40-96ed2bc05f24/data/data1/current/BP-518125975-172.17.0.3-1731526880294/current, will proceed with Du for space computation calculation, 2024-11-13T19:41:21,292 WARN [Thread-4442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:41:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x988fd8dbeba5540c with lease ID 0x1c05275fa3c4916: Processing first storage report for DS-3220e3ce-dd64-451a-9899-35fee41d22f3 from datanode DatanodeRegistration(127.0.0.1:39153, datanodeUuid=7b53ee2a-957d-48a1-9e1b-88c8ec1e8c31, infoPort=40377, infoSecurePort=0, ipcPort=45425, storageInfo=lv=-57;cid=testClusterID;nsid=1346634510;c=1731526880294) 2024-11-13T19:41:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x988fd8dbeba5540c with lease ID 0x1c05275fa3c4916: from storage DS-3220e3ce-dd64-451a-9899-35fee41d22f3 node DatanodeRegistration(127.0.0.1:39153, datanodeUuid=7b53ee2a-957d-48a1-9e1b-88c8ec1e8c31, infoPort=40377, infoSecurePort=0, ipcPort=45425, storageInfo=lv=-57;cid=testClusterID;nsid=1346634510;c=1731526880294), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:41:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x988fd8dbeba5540c with lease ID 0x1c05275fa3c4916: Processing first storage report for DS-9546aa26-9cc3-43d7-a5eb-e77b239768fd from datanode DatanodeRegistration(127.0.0.1:39153, datanodeUuid=7b53ee2a-957d-48a1-9e1b-88c8ec1e8c31, infoPort=40377, infoSecurePort=0, ipcPort=45425, storageInfo=lv=-57;cid=testClusterID;nsid=1346634510;c=1731526880294) 2024-11-13T19:41:21,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x988fd8dbeba5540c with lease ID 0x1c05275fa3c4916: from storage DS-9546aa26-9cc3-43d7-a5eb-e77b239768fd node DatanodeRegistration(127.0.0.1:39153, datanodeUuid=7b53ee2a-957d-48a1-9e1b-88c8ec1e8c31, infoPort=40377, infoSecurePort=0, ipcPort=45425, storageInfo=lv=-57;cid=testClusterID;nsid=1346634510;c=1731526880294), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:41:21,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0 2024-11-13T19:41:21,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:21,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:41:21,751 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130 with version=8 2024-11-13T19:41:21,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/hbase-staging 2024-11-13T19:41:21,753 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:41:21,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:21,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:21,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:41:21,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:21,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:41:21,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:41:21,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:41:21,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34055 2024-11-13T19:41:21,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34055 connecting to ZooKeeper ensemble=127.0.0.1:58001 2024-11-13T19:41:21,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340550x0, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:21,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34055-0x10136e51f210003 connected 2024-11-13T19:41:21,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:21,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:21,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on znode that does not yet exist, /11702053832/running 2024-11-13T19:41:21,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130, hbase.cluster.distributed=false 2024-11-13T19:41:21,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on znode that does not yet exist, /11702053832/acl 2024-11-13T19:41:21,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34055 2024-11-13T19:41:21,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34055 2024-11-13T19:41:21,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34055 2024-11-13T19:41:21,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34055 2024-11-13T19:41:21,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34055 2024-11-13T19:41:21,929 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:41:21,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:21,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:21,929 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:41:21,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:21,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:41:21,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:41:21,929 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:41:21,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41571 2024-11-13T19:41:21,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41571 connecting to ZooKeeper ensemble=127.0.0.1:58001 2024-11-13T19:41:21,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:21,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415710x0, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:21,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41571-0x10136e51f210004 connected 2024-11-13T19:41:21,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on znode that does not yet exist, /11702053832/running 2024-11-13T19:41:21,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:41:21,944 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:41:21,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on znode that does not yet exist, /11702053832/master 2024-11-13T19:41:21,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on znode that does not yet exist, /11702053832/acl 2024-11-13T19:41:21,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41571 2024-11-13T19:41:21,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41571 2024-11-13T19:41:21,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41571 2024-11-13T19:41:21,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41571 2024-11-13T19:41:21,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41571 2024-11-13T19:41:21,961 DEBUG [M:0;80cec940e2c9:34055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:34055 2024-11-13T19:41:21,962 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11702053832/backup-masters/80cec940e2c9,34055,1731526881753 2024-11-13T19:41:21,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832/backup-masters 2024-11-13T19:41:21,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832/backup-masters 2024-11-13T19:41:21,968 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on existing znode=/11702053832/backup-masters/80cec940e2c9,34055,1731526881753 2024-11-13T19:41:21,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:21,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11702053832/master 2024-11-13T19:41:21,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:21,976 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on existing znode=/11702053832/master 2024-11-13T19:41:21,977 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11702053832/backup-masters/80cec940e2c9,34055,1731526881753 from backup master directory 2024-11-13T19:41:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11702053832/backup-masters/80cec940e2c9,34055,1731526881753 2024-11-13T19:41:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832/backup-masters 2024-11-13T19:41:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832/backup-masters 2024-11-13T19:41:21,985 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:41:21,985 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,34055,1731526881753 2024-11-13T19:41:21,987 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/hbase.id] with ID: 6096aee2-f9a6-48b7-a142-58ed4e679864 2024-11-13T19:41:21,987 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/.tmp/hbase.id 2024-11-13T19:41:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:41:22,392 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/.tmp/hbase.id]:[hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/hbase.id] 2024-11-13T19:41:22,398 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:22,399 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:41:22,400 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T19:41:22,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:22,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:41:22,831 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:41:22,832 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:41:22,833 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:41:23,239 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store 2024-11-13T19:41:23,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:41:23,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:23,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:41:23,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:23,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:23,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:41:23,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:23,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:23,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526883644Disabling compacts and flushes for region at 1731526883644Disabling writes for close at 1731526883644Writing region close event to WAL at 1731526883644Closed at 1731526883644 2024-11-13T19:41:23,645 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/.initializing 2024-11-13T19:41:23,645 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/WALs/80cec940e2c9,34055,1731526881753 2024-11-13T19:41:23,646 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:41:23,647 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C34055%2C1731526881753, suffix=, logDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/WALs/80cec940e2c9,34055,1731526881753, archiveDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/oldWALs, maxLogs=10 2024-11-13T19:41:23,664 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/WALs/80cec940e2c9,34055,1731526881753/80cec940e2c9%2C34055%2C1731526881753.1731526883647, exclude list is [], retry=0 2024-11-13T19:41:23,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-3220e3ce-dd64-451a-9899-35fee41d22f3,DISK] 2024-11-13T19:41:23,667 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/WALs/80cec940e2c9,34055,1731526881753/80cec940e2c9%2C34055%2C1731526881753.1731526883647 2024-11-13T19:41:23,668 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40377:40377)] 2024-11-13T19:41:23,668 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:23,668 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:23,668 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,668 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:41:23,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:23,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:23,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:41:23,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:23,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:23,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:41:23,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:23,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:23,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:41:23,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:23,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:23,673 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,674 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,674 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,675 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,675 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,676 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:23,677 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:23,678 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:23,678 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67212632, jitterRate=0.0015462636947631836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:23,679 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526883668Initializing all the Stores at 1731526883669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526883669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526883669Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526883669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526883669Cleaning up temporary data from old regions at 1731526883675 (+6 ms)Region opened successfully at 1731526883679 (+4 ms) 2024-11-13T19:41:23,679 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:41:23,681 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a21d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:41:23,682 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:41:23,682 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:41:23,682 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:41:23,683 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:41:23,683 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:41:23,683 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:41:23,683 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:41:23,688 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:41:23,688 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Unable to get data of znode /11702053832/balancer because node does not exist (not necessarily an error) 2024-11-13T19:41:23,693 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11702053832/balancer already deleted, retry=false 2024-11-13T19:41:23,693 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:41:23,694 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Unable to get data of znode /11702053832/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:41:23,701 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11702053832/normalizer already deleted, retry=false 2024-11-13T19:41:23,701 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:41:23,702 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Unable to get data of znode /11702053832/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:41:23,709 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11702053832/switch/split already deleted, retry=false 2024-11-13T19:41:23,710 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Unable to get data of znode /11702053832/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:41:23,718 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11702053832/switch/merge already deleted, retry=false 2024-11-13T19:41:23,719 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Unable to get data of znode /11702053832/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:41:23,726 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11702053832/snapshot-cleanup already deleted, retry=false 2024-11-13T19:41:23,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11702053832/running 2024-11-13T19:41:23,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11702053832/running 2024-11-13T19:41:23,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:23,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:23,735 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,34055,1731526881753, sessionid=0x10136e51f210003, setting cluster-up flag (Was=false) 2024-11-13T19:41:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:23,776 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11702053832/flush-table-proc/acquired, /11702053832/flush-table-proc/reached, /11702053832/flush-table-proc/abort 2024-11-13T19:41:23,777 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,34055,1731526881753 2024-11-13T19:41:23,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:23,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:23,818 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11702053832/online-snapshot/acquired, /11702053832/online-snapshot/reached, /11702053832/online-snapshot/abort 2024-11-13T19:41:23,819 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,34055,1731526881753 2024-11-13T19:41:23,820 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:41:23,822 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:23,822 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:41:23,822 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:41:23,822 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,34055,1731526881753 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:41:23,823 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:23,823 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:23,823 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:23,823 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:23,823 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:41:23,824 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,824 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:41:23,824 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,827 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526913827 2024-11-13T19:41:23,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:41:23,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:23,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:41:23,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:41:23,828 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:41:23,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:41:23,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:41:23,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:41:23,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:41:23,828 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:41:23,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:41:23,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:41:23,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:41:23,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:41:23,829 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526883829,5,FailOnTimeoutGroup] 2024-11-13T19:41:23,829 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526883829,5,FailOnTimeoutGroup] 2024-11-13T19:41:23,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:41:23,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:23,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:41:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:41:23,855 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(746): ClusterId : 6096aee2-f9a6-48b7-a142-58ed4e679864 2024-11-13T19:41:23,855 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:41:23,860 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:41:23,860 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:41:23,868 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:41:23,869 DEBUG [RS:0;80cec940e2c9:41571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658fcca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:41:23,883 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:41571 2024-11-13T19:41:23,883 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:41:23,883 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:41:23,883 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:41:23,883 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,34055,1731526881753 with port=41571, startcode=1731526881929 2024-11-13T19:41:23,883 DEBUG [RS:0;80cec940e2c9:41571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:41:23,885 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:41:23,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,41571,1731526881929 2024-11-13T19:41:23,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34055 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,41571,1731526881929 2024-11-13T19:41:23,886 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130 2024-11-13T19:41:23,887 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43629 2024-11-13T19:41:23,887 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:41:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832/rs 2024-11-13T19:41:23,925 DEBUG [RS:0;80cec940e2c9:41571 {}] zookeeper.ZKUtil(111): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on existing znode=/11702053832/rs/80cec940e2c9,41571,1731526881929 2024-11-13T19:41:23,925 WARN [RS:0;80cec940e2c9:41571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:41:23,925 INFO [RS:0;80cec940e2c9:41571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:23,925 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/WALs/80cec940e2c9,41571,1731526881929 2024-11-13T19:41:23,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,41571,1731526881929] 2024-11-13T19:41:23,927 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:41:23,929 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:41:23,929 INFO [RS:0;80cec940e2c9:41571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:41:23,929 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,929 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:41:23,930 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:41:23,930 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:41:23,930 DEBUG [RS:0;80cec940e2c9:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:41:23,933 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,933 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,933 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,933 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,933 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,933 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41571,1731526881929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:41:23,946 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:41:23,946 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41571,1731526881929-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,946 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,946 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.Replication(171): 80cec940e2c9,41571,1731526881929 started 2024-11-13T19:41:23,958 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:23,958 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,41571,1731526881929, RpcServer on 80cec940e2c9/172.17.0.3:41571, sessionid=0x10136e51f210004 2024-11-13T19:41:23,958 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:41:23,958 DEBUG [RS:0;80cec940e2c9:41571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,41571,1731526881929 2024-11-13T19:41:23,958 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41571,1731526881929' 2024-11-13T19:41:23,958 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11702053832/flush-table-proc/abort' 2024-11-13T19:41:23,959 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11702053832/flush-table-proc/acquired' 2024-11-13T19:41:23,959 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:41:23,959 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:41:23,959 DEBUG [RS:0;80cec940e2c9:41571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,41571,1731526881929 2024-11-13T19:41:23,959 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41571,1731526881929' 2024-11-13T19:41:23,959 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11702053832/online-snapshot/abort' 2024-11-13T19:41:23,960 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11702053832/online-snapshot/acquired' 2024-11-13T19:41:23,960 DEBUG [RS:0;80cec940e2c9:41571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:41:23,960 INFO [RS:0;80cec940e2c9:41571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:41:23,960 INFO [RS:0;80cec940e2c9:41571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:41:24,060 INFO [RS:0;80cec940e2c9:41571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:41:24,061 INFO [RS:0;80cec940e2c9:41571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C41571%2C1731526881929, suffix=, logDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/WALs/80cec940e2c9,41571,1731526881929, archiveDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/oldWALs, maxLogs=10 2024-11-13T19:41:24,074 DEBUG [RS:0;80cec940e2c9:41571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/WALs/80cec940e2c9,41571,1731526881929/80cec940e2c9%2C41571%2C1731526881929.1731526884062, exclude list is [], retry=0 2024-11-13T19:41:24,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-3220e3ce-dd64-451a-9899-35fee41d22f3,DISK] 2024-11-13T19:41:24,077 INFO [RS:0;80cec940e2c9:41571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/WALs/80cec940e2c9,41571,1731526881929/80cec940e2c9%2C41571%2C1731526881929.1731526884062 2024-11-13T19:41:24,078 DEBUG [RS:0;80cec940e2c9:41571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40377:40377)] 2024-11-13T19:41:24,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:41:24,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130 2024-11-13T19:41:24,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:41:24,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:24,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:41:24,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:41:24,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:24,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:24,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:41:24,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:41:24,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:24,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:24,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:41:24,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:41:24,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:24,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:24,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:41:24,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:41:24,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:24,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:24,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:41:24,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740 2024-11-13T19:41:24,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740 2024-11-13T19:41:24,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:41:24,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:41:24,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:24,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:41:24,252 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:24,252 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74610797, jitterRate=0.11178751289844513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:24,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526884243Initializing all the Stores at 1731526884244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526884244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526884244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526884244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526884244Cleaning up temporary data from old regions at 1731526884250 (+6 ms)Region opened successfully at 1731526884252 (+2 ms) 2024-11-13T19:41:24,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:41:24,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:41:24,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:41:24,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:41:24,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:41:24,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:24,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526884252Disabling compacts and flushes for region at 1731526884252Disabling writes for close at 1731526884252Writing region close event to WAL at 1731526884252Closed at 1731526884252 2024-11-13T19:41:24,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:24,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:41:24,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:41:24,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:41:24,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:41:24,405 DEBUG [80cec940e2c9:34055 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:41:24,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,41571,1731526881929 2024-11-13T19:41:24,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,41571,1731526881929, state=OPENING 2024-11-13T19:41:24,434 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:41:24,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:24,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:24,443 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:41:24,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11702053832/meta-region-server: CHANGED 2024-11-13T19:41:24,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11702053832/meta-region-server: CHANGED 2024-11-13T19:41:24,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,41571,1731526881929}] 2024-11-13T19:41:24,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:41:24,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:41:24,598 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:41:24,598 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:24,598 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:41:24,599 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C41571%2C1731526881929.meta, suffix=.meta, logDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/WALs/80cec940e2c9,41571,1731526881929, archiveDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/oldWALs, maxLogs=10 2024-11-13T19:41:24,611 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/WALs/80cec940e2c9,41571,1731526881929/80cec940e2c9%2C41571%2C1731526881929.meta.1731526884600.meta, exclude list is [], retry=0 2024-11-13T19:41:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-3220e3ce-dd64-451a-9899-35fee41d22f3,DISK] 2024-11-13T19:41:24,614 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/WALs/80cec940e2c9,41571,1731526881929/80cec940e2c9%2C41571%2C1731526881929.meta.1731526884600.meta 2024-11-13T19:41:24,614 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40377:40377)] 2024-11-13T19:41:24,615 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:24,615 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:41:24,615 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:41:24,615 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:41:24,615 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:41:24,615 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:41:24,615 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:24,615 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:41:24,615 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:41:24,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:41:24,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:41:24,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:24,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:24,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:41:24,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:41:24,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:24,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:24,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:41:24,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:41:24,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:24,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:24,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:41:24,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:41:24,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:24,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:24,620 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:41:24,620 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740 2024-11-13T19:41:24,621 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740 2024-11-13T19:41:24,622 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:41:24,622 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:41:24,622 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:24,623 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:41:24,623 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69272229, jitterRate=0.032236650586128235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:24,623 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:41:24,623 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526884615Writing region info on filesystem at 1731526884615Initializing all the Stores at 1731526884616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526884616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526884616Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526884616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526884616Cleaning up temporary data from old regions at 1731526884622 (+6 ms)Running coprocessor post-open hooks at 1731526884623 (+1 ms)Region opened successfully at 1731526884623 2024-11-13T19:41:24,624 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526884595 2024-11-13T19:41:24,625 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:41:24,625 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:41:24,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,41571,1731526881929 2024-11-13T19:41:24,626 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,41571,1731526881929, state=OPEN 2024-11-13T19:41:24,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11702053832/meta-region-server 2024-11-13T19:41:24,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11702053832/meta-region-server 2024-11-13T19:41:24,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,41571,1731526881929 2024-11-13T19:41:24,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11702053832/meta-region-server: CHANGED 2024-11-13T19:41:24,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11702053832/meta-region-server: CHANGED 2024-11-13T19:41:24,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:41:24,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,41571,1731526881929 in 191 msec 2024-11-13T19:41:24,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:41:24,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-13T19:41:24,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:24,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:41:24,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:24,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41571,1731526881929, seqNum=-1] 2024-11-13T19:41:24,639 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:24,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:24,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 821 msec 2024-11-13T19:41:24,643 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526884643, completionTime=-1 2024-11-13T19:41:24,643 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:41:24,643 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:41:24,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:41:24,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526944644 2024-11-13T19:41:24,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527004645 2024-11-13T19:41:24,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:41:24,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34055,1731526881753-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:24,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34055,1731526881753-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:24,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34055,1731526881753-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:24,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:34055, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:24,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:24,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:24,646 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:41:24,647 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.662sec 2024-11-13T19:41:24,647 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:41:24,648 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:41:24,648 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:41:24,648 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:41:24,648 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:41:24,648 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34055,1731526881753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:41:24,648 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34055,1731526881753-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:41:24,649 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:41:24,649 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:41:24,649 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34055,1731526881753-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:24,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6236f6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:24,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34055,-1 for getting cluster id 2024-11-13T19:41:24,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:24,657 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6096aee2-f9a6-48b7-a142-58ed4e679864' 2024-11-13T19:41:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6096aee2-f9a6-48b7-a142-58ed4e679864" 2024-11-13T19:41:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e42a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34055,-1] 2024-11-13T19:41:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:24,658 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:24,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763fcca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:24,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41571,1731526881929, seqNum=-1] 2024-11-13T19:41:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:24,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:24,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,34055,1731526881753 2024-11-13T19:41:24,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58001 2024-11-13T19:41:24,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:24,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e51f210005 connected 2024-11-13T19:41:24,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.log.dir so I do NOT create it in target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4 2024-11-13T19:41:24,678 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:41:24,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.tmp.dir so I do NOT create it in target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4 2024-11-13T19:41:24,678 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:41:24,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4 2024-11-13T19:41:24,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:41:24,678 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/cluster_c3d7b51f-75f5-f61d-b4ea-237a7cce8b48, deleteOnExit=true 2024-11-13T19:41:24,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:41:24,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/test.cache.data in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:41:24,679 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:41:24,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:41:24,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:41:24,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:24,920 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:41:24,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:41:24,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:41:24,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:41:24,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:24,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289ebe9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:41:24,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69db6d22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:41:25,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6aa286{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/java.io.tmpdir/jetty-localhost-37303-hadoop-hdfs-3_4_1-tests_jar-_-any-9751314924872488794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:25,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d48ba22{HTTP/1.1, (http/1.1)}{localhost:37303} 2024-11-13T19:41:25,014 INFO [Time-limited test {}] server.Server(415): Started @330940ms 2024-11-13T19:41:25,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,256 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:41:25,256 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,256 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,257 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,257 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,257 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,257 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,257 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,258 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,298 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,303 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,306 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,306 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,308 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:25,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:41:25,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:41:25,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:41:25,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:41:25,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:41:25,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c35b670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:41:25,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f56fa87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:41:25,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68cf55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/java.io.tmpdir/jetty-localhost-42267-hadoop-hdfs-3_4_1-tests_jar-_-any-1245749607801936636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:25,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6027c6dd{HTTP/1.1, (http/1.1)}{localhost:42267} 2024-11-13T19:41:25,432 INFO [Time-limited test {}] server.Server(415): Started @331358ms 2024-11-13T19:41:25,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:41:25,801 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/cluster_c3d7b51f-75f5-f61d-b4ea-237a7cce8b48/data/data1/current/BP-1019769338-172.17.0.3-1731526884693/current, will proceed with Du for space computation calculation, 2024-11-13T19:41:25,802 WARN [Thread-4576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/cluster_c3d7b51f-75f5-f61d-b4ea-237a7cce8b48/data/data2/current/BP-1019769338-172.17.0.3-1731526884693/current, will proceed with Du for space computation calculation, 2024-11-13T19:41:25,823 WARN [Thread-4563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:41:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad26f63ad148308e with lease ID 0x97536747254621cf: Processing first storage report for DS-df872141-9f97-417d-bfae-d828e86d1b67 from datanode DatanodeRegistration(127.0.0.1:41333, datanodeUuid=e039d456-f542-4dd2-ad0d-a60a3687172d, infoPort=40695, infoSecurePort=0, ipcPort=44853, storageInfo=lv=-57;cid=testClusterID;nsid=1745277001;c=1731526884693) 2024-11-13T19:41:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad26f63ad148308e with lease ID 0x97536747254621cf: from storage DS-df872141-9f97-417d-bfae-d828e86d1b67 node DatanodeRegistration(127.0.0.1:41333, datanodeUuid=e039d456-f542-4dd2-ad0d-a60a3687172d, infoPort=40695, infoSecurePort=0, ipcPort=44853, storageInfo=lv=-57;cid=testClusterID;nsid=1745277001;c=1731526884693), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:41:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad26f63ad148308e with lease ID 0x97536747254621cf: Processing first storage report for DS-5121eb6d-7e99-401b-a4ff-cba2bd30401d from datanode DatanodeRegistration(127.0.0.1:41333, datanodeUuid=e039d456-f542-4dd2-ad0d-a60a3687172d, infoPort=40695, infoSecurePort=0, ipcPort=44853, storageInfo=lv=-57;cid=testClusterID;nsid=1745277001;c=1731526884693) 2024-11-13T19:41:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad26f63ad148308e with lease ID 0x97536747254621cf: from storage DS-5121eb6d-7e99-401b-a4ff-cba2bd30401d node DatanodeRegistration(127.0.0.1:41333, datanodeUuid=e039d456-f542-4dd2-ad0d-a60a3687172d, infoPort=40695, infoSecurePort=0, ipcPort=44853, storageInfo=lv=-57;cid=testClusterID;nsid=1745277001;c=1731526884693), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:41:25,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4 2024-11-13T19:41:25,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:25,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:25,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:41:26,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b with version=8 2024-11-13T19:41:26,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/hbase-staging 2024-11-13T19:41:26,265 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:41:26,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:26,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:26,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:41:26,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:26,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:41:26,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:41:26,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:41:26,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36217 2024-11-13T19:41:26,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36217 connecting to ZooKeeper ensemble=127.0.0.1:58001 2024-11-13T19:41:26,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362170x0, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:26,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36217-0x10136e51f210006 connected 2024-11-13T19:41:26,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:26,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:26,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on znode that does not yet exist, /2930437234/running 2024-11-13T19:41:26,363 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b, hbase.cluster.distributed=false 2024-11-13T19:41:26,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on znode that does not yet exist, /2930437234/acl 2024-11-13T19:41:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36217 2024-11-13T19:41:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36217 2024-11-13T19:41:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36217 2024-11-13T19:41:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36217 2024-11-13T19:41:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36217 2024-11-13T19:41:26,379 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:41:26,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:26,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:26,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:41:26,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:41:26,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:41:26,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:41:26,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:41:26,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37487 2024-11-13T19:41:26,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37487 connecting to ZooKeeper ensemble=127.0.0.1:58001 2024-11-13T19:41:26,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:26,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:26,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374870x0, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:26,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37487-0x10136e51f210007 connected 2024-11-13T19:41:26,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374870x0, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on znode that does not yet exist, /2930437234/running 2024-11-13T19:41:26,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:41:26,394 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:41:26,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on znode that does not yet exist, /2930437234/master 2024-11-13T19:41:26,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on znode that does not yet exist, /2930437234/acl 2024-11-13T19:41:26,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37487 2024-11-13T19:41:26,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37487 2024-11-13T19:41:26,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37487 2024-11-13T19:41:26,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37487 2024-11-13T19:41:26,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37487 2024-11-13T19:41:26,422 DEBUG [M:0;80cec940e2c9:36217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:36217 2024-11-13T19:41:26,422 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2930437234/backup-masters/80cec940e2c9,36217,1731526886265 2024-11-13T19:41:26,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234/backup-masters 2024-11-13T19:41:26,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234/backup-masters 2024-11-13T19:41:26,427 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on existing znode=/2930437234/backup-masters/80cec940e2c9,36217,1731526886265 2024-11-13T19:41:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2930437234/master 2024-11-13T19:41:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:26,435 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on existing znode=/2930437234/master 2024-11-13T19:41:26,435 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2930437234/backup-masters/80cec940e2c9,36217,1731526886265 from backup master directory 2024-11-13T19:41:26,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2930437234/backup-masters/80cec940e2c9,36217,1731526886265 2024-11-13T19:41:26,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234/backup-masters 2024-11-13T19:41:26,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234/backup-masters 2024-11-13T19:41:26,443 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:41:26,443 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,36217,1731526886265 2024-11-13T19:41:26,446 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/hbase.id] with ID: 5dd29952-df4b-44fc-9493-052797a43d8b 2024-11-13T19:41:26,446 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/.tmp/hbase.id 2024-11-13T19:41:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:41:26,850 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/.tmp/hbase.id]:[hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/hbase.id] 2024-11-13T19:41:26,858 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:26,859 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:41:26,860 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T19:41:26,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:26,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:26,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:41:27,297 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:41:27,298 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:41:27,298 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:27,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:41:27,717 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store 2024-11-13T19:41:27,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:41:27,725 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:27,726 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:41:27,726 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:27,726 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:27,726 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:41:27,726 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:27,726 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:27,726 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526887725Disabling compacts and flushes for region at 1731526887725Disabling writes for close at 1731526887726 (+1 ms)Writing region close event to WAL at 1731526887726Closed at 1731526887726 2024-11-13T19:41:27,727 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/.initializing 2024-11-13T19:41:27,727 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/WALs/80cec940e2c9,36217,1731526886265 2024-11-13T19:41:27,728 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:41:27,730 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C36217%2C1731526886265, suffix=, logDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/WALs/80cec940e2c9,36217,1731526886265, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/oldWALs, maxLogs=10 2024-11-13T19:41:27,767 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/WALs/80cec940e2c9,36217,1731526886265/80cec940e2c9%2C36217%2C1731526886265.1731526887730, exclude list is [], retry=0 2024-11-13T19:41:27,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-df872141-9f97-417d-bfae-d828e86d1b67,DISK] 2024-11-13T19:41:27,772 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/WALs/80cec940e2c9,36217,1731526886265/80cec940e2c9%2C36217%2C1731526886265.1731526887730 2024-11-13T19:41:27,772 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-13T19:41:27,773 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:27,773 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:27,773 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,773 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:41:27,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:27,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:27,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:41:27,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:27,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:27,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:41:27,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:27,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:27,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:41:27,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:27,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:27,780 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,781 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,781 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,782 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,782 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,782 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:27,783 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:41:27,784 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:27,785 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69734992, jitterRate=0.03913235664367676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:27,785 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526887773Initializing all the Stores at 1731526887774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526887774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526887774Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526887774Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526887774Cleaning up temporary data from old regions at 1731526887782 (+8 ms)Region opened successfully at 1731526887785 (+3 ms) 2024-11-13T19:41:27,785 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:41:27,787 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fe96a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:41:27,788 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:41:27,789 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:41:27,789 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:41:27,789 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:41:27,789 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:41:27,789 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:41:27,789 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:41:27,791 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:41:27,792 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Unable to get data of znode /2930437234/balancer because node does not exist (not necessarily an error) 2024-11-13T19:41:27,826 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2930437234/balancer already deleted, retry=false 2024-11-13T19:41:27,827 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:41:27,827 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Unable to get data of znode /2930437234/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:41:27,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2930437234/normalizer already deleted, retry=false 2024-11-13T19:41:27,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:41:27,836 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Unable to get data of znode /2930437234/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:41:27,843 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2930437234/switch/split already deleted, retry=false 2024-11-13T19:41:27,844 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Unable to get data of znode /2930437234/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:41:27,851 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2930437234/switch/merge already deleted, retry=false 2024-11-13T19:41:27,853 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Unable to get data of znode /2930437234/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:41:27,859 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2930437234/snapshot-cleanup already deleted, retry=false 2024-11-13T19:41:27,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2930437234/running 2024-11-13T19:41:27,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2930437234/running 2024-11-13T19:41:27,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:27,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:27,868 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,36217,1731526886265, sessionid=0x10136e51f210006, setting cluster-up flag (Was=false) 2024-11-13T19:41:27,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:27,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:27,909 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2930437234/flush-table-proc/acquired, /2930437234/flush-table-proc/reached, /2930437234/flush-table-proc/abort 2024-11-13T19:41:27,910 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,36217,1731526886265 2024-11-13T19:41:27,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:27,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:27,951 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2930437234/online-snapshot/acquired, /2930437234/online-snapshot/reached, /2930437234/online-snapshot/abort 2024-11-13T19:41:27,952 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,36217,1731526886265 2024-11-13T19:41:27,953 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:41:27,954 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:27,954 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:41:27,954 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:41:27,955 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,36217,1731526886265 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:41:27,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:27,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:27,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:27,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:41:27,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:41:27,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:27,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:41:27,956 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:27,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526917957 2024-11-13T19:41:27,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:41:27,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:41:27,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:41:27,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:27,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:41:27,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:41:27,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:41:27,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:41:27,957 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:41:27,958 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:41:27,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:41:27,958 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526887958,5,FailOnTimeoutGroup] 2024-11-13T19:41:27,958 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526887958,5,FailOnTimeoutGroup] 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:27,958 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:41:28,008 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(746): ClusterId : 5dd29952-df4b-44fc-9493-052797a43d8b 2024-11-13T19:41:28,008 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:41:28,018 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:41:28,018 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:41:28,026 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:41:28,027 DEBUG [RS:0;80cec940e2c9:37487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53942165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:41:28,037 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:37487 2024-11-13T19:41:28,037 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:41:28,037 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:41:28,037 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:41:28,038 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,36217,1731526886265 with port=37487, startcode=1731526886378 2024-11-13T19:41:28,038 DEBUG [RS:0;80cec940e2c9:37487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:41:28,039 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:41:28,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,37487,1731526886378 2024-11-13T19:41:28,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36217 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,37487,1731526886378 2024-11-13T19:41:28,041 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b 2024-11-13T19:41:28,041 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36673 2024-11-13T19:41:28,041 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:41:28,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234/rs 2024-11-13T19:41:28,083 DEBUG [RS:0;80cec940e2c9:37487 {}] zookeeper.ZKUtil(111): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on existing znode=/2930437234/rs/80cec940e2c9,37487,1731526886378 2024-11-13T19:41:28,084 WARN [RS:0;80cec940e2c9:37487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:41:28,084 INFO [RS:0;80cec940e2c9:37487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:28,084 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/WALs/80cec940e2c9,37487,1731526886378 2024-11-13T19:41:28,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,37487,1731526886378] 2024-11-13T19:41:28,086 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:41:28,087 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:41:28,087 INFO [RS:0;80cec940e2c9:37487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:41:28,088 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,088 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:41:28,088 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:41:28,088 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:41:28,088 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:41:28,089 DEBUG [RS:0;80cec940e2c9:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:41:28,089 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,089 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,089 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,089 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,089 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,089 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37487,1731526886378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:41:28,102 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:41:28,102 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37487,1731526886378-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,102 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,102 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.Replication(171): 80cec940e2c9,37487,1731526886378 started 2024-11-13T19:41:28,115 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:28,115 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,37487,1731526886378, RpcServer on 80cec940e2c9/172.17.0.3:37487, sessionid=0x10136e51f210007 2024-11-13T19:41:28,115 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:41:28,115 DEBUG [RS:0;80cec940e2c9:37487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,37487,1731526886378 2024-11-13T19:41:28,115 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,37487,1731526886378' 2024-11-13T19:41:28,115 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2930437234/flush-table-proc/abort' 2024-11-13T19:41:28,115 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2930437234/flush-table-proc/acquired' 2024-11-13T19:41:28,116 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:41:28,116 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:41:28,116 DEBUG [RS:0;80cec940e2c9:37487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,37487,1731526886378 2024-11-13T19:41:28,116 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,37487,1731526886378' 2024-11-13T19:41:28,116 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2930437234/online-snapshot/abort' 2024-11-13T19:41:28,116 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2930437234/online-snapshot/acquired' 2024-11-13T19:41:28,116 DEBUG [RS:0;80cec940e2c9:37487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:41:28,116 INFO [RS:0;80cec940e2c9:37487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:41:28,116 INFO [RS:0;80cec940e2c9:37487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:41:28,217 INFO [RS:0;80cec940e2c9:37487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:41:28,218 INFO [RS:0;80cec940e2c9:37487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C37487%2C1731526886378, suffix=, logDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/WALs/80cec940e2c9,37487,1731526886378, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/oldWALs, maxLogs=10 2024-11-13T19:41:28,229 DEBUG [RS:0;80cec940e2c9:37487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/WALs/80cec940e2c9,37487,1731526886378/80cec940e2c9%2C37487%2C1731526886378.1731526888218, exclude list is [], retry=0 2024-11-13T19:41:28,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-df872141-9f97-417d-bfae-d828e86d1b67,DISK] 2024-11-13T19:41:28,233 INFO [RS:0;80cec940e2c9:37487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/WALs/80cec940e2c9,37487,1731526886378/80cec940e2c9%2C37487%2C1731526886378.1731526888218 2024-11-13T19:41:28,233 DEBUG [RS:0;80cec940e2c9:37487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-13T19:41:28,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:41:28,365 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b 2024-11-13T19:41:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:41:28,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:28,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:41:28,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:41:28,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:28,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:28,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:41:28,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:41:28,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:28,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:28,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:41:28,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:41:28,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:28,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:28,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:41:28,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:41:28,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:28,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:28,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:41:28,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740 2024-11-13T19:41:28,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740 2024-11-13T19:41:28,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:41:28,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:41:28,776 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:28,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:41:28,778 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:28,779 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69405046, jitterRate=0.0342157781124115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:28,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526888769Initializing all the Stores at 1731526888770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526888770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526888770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526888770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526888770Cleaning up temporary data from old regions at 1731526888776 (+6 ms)Region opened successfully at 1731526888779 (+3 ms) 2024-11-13T19:41:28,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:41:28,779 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:41:28,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:41:28,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:41:28,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:41:28,779 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:28,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526888779Disabling compacts and flushes for region at 1731526888779Disabling writes for close at 1731526888779Writing region close event to WAL at 1731526888779Closed at 1731526888779 2024-11-13T19:41:28,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:28,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:41:28,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:41:28,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:41:28,781 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:41:28,931 DEBUG [80cec940e2c9:36217 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:41:28,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,37487,1731526886378 2024-11-13T19:41:28,933 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,37487,1731526886378, state=OPENING 2024-11-13T19:41:28,984 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:41:28,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:28,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:28,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2930437234/meta-region-server: CHANGED 2024-11-13T19:41:28,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2930437234/meta-region-server: CHANGED 2024-11-13T19:41:28,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:41:28,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,37487,1731526886378}] 2024-11-13T19:41:29,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:41:29,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:41:29,149 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:41:29,149 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:29,149 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:41:29,150 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C37487%2C1731526886378.meta, suffix=.meta, logDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/WALs/80cec940e2c9,37487,1731526886378, archiveDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/oldWALs, maxLogs=10 2024-11-13T19:41:29,161 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/WALs/80cec940e2c9,37487,1731526886378/80cec940e2c9%2C37487%2C1731526886378.meta.1731526889150.meta, exclude list is [], retry=0 2024-11-13T19:41:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-df872141-9f97-417d-bfae-d828e86d1b67,DISK] 2024-11-13T19:41:29,164 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/WALs/80cec940e2c9,37487,1731526886378/80cec940e2c9%2C37487%2C1731526886378.meta.1731526889150.meta 2024-11-13T19:41:29,164 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695)] 2024-11-13T19:41:29,164 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:29,164 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:41:29,165 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:41:29,165 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:41:29,165 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:41:29,165 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:41:29,165 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:29,165 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:41:29,165 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:41:29,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:41:29,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:41:29,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:29,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:29,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:41:29,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:41:29,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:29,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:29,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:41:29,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:41:29,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:29,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:29,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:41:29,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:41:29,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:29,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:41:29,169 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:41:29,169 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740 2024-11-13T19:41:29,170 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740 2024-11-13T19:41:29,170 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:41:29,170 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:41:29,171 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:41:29,172 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:41:29,172 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66584894, jitterRate=-0.0078077614307403564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:41:29,172 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:41:29,172 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526889165Writing region info on filesystem at 1731526889165Initializing all the Stores at 1731526889166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526889166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526889166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526889166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526889166Cleaning up temporary data from old regions at 1731526889170 (+4 ms)Running coprocessor post-open hooks at 1731526889172 (+2 ms)Region opened successfully at 1731526889172 2024-11-13T19:41:29,173 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526889145 2024-11-13T19:41:29,174 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:41:29,174 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:41:29,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,37487,1731526886378 2024-11-13T19:41:29,175 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,37487,1731526886378, state=OPEN 2024-11-13T19:41:29,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2930437234/meta-region-server 2024-11-13T19:41:29,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2930437234/meta-region-server 2024-11-13T19:41:29,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,37487,1731526886378 2024-11-13T19:41:29,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2930437234/meta-region-server: CHANGED 2024-11-13T19:41:29,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2930437234/meta-region-server: CHANGED 2024-11-13T19:41:29,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:41:29,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,37487,1731526886378 in 191 msec 2024-11-13T19:41:29,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:41:29,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-13T19:41:29,188 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:41:29,188 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:41:29,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:29,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,37487,1731526886378, seqNum=-1] 2024-11-13T19:41:29,189 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:29,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:29,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-11-13T19:41:29,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526889194, completionTime=-1 2024-11-13T19:41:29,194 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:41:29,194 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:41:29,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:41:29,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731526949196 2024-11-13T19:41:29,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527009196 2024-11-13T19:41:29,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:41:29,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36217,1731526886265-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:29,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36217,1731526886265-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:29,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36217,1731526886265-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:29,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:36217, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:29,196 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:29,197 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:29,198 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:41:29,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.756sec 2024-11-13T19:41:29,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:41:29,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:41:29,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:41:29,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:41:29,199 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:41:29,200 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36217,1731526886265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:41:29,200 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36217,1731526886265-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:41:29,201 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:41:29,201 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:41:29,201 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,36217,1731526886265-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:41:29,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18416131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:29,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,36217,-1 for getting cluster id 2024-11-13T19:41:29,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:29,210 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd29952-df4b-44fc-9493-052797a43d8b' 2024-11-13T19:41:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd29952-df4b-44fc-9493-052797a43d8b" 2024-11-13T19:41:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d425676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,36217,-1] 2024-11-13T19:41:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:29,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:29,211 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:29,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374b2111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:29,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:29,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,37487,1731526886378, seqNum=-1] 2024-11-13T19:41:29,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:29,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:29,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,36217,1731526886265 2024-11-13T19:41:29,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58001 2024-11-13T19:41:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:41:29,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10136e51f210008 connected 2024-11-13T19:41:29,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,38147,1731526877235 2024-11-13T19:41:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2066b8e6 2024-11-13T19:41:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:29,236 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:29,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:41:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:41:29,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:41:29,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:29,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:41:29,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:41:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:29,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:41:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:29,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cc43163da21425431d9d4ef0df42346, NAME => 'test,,1731526889236.4cc43163da21425431d9d4ef0df42346.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454 2024-11-13T19:41:29,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:41:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:30,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526889236.4cc43163da21425431d9d4ef0df42346.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:30,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4cc43163da21425431d9d4ef0df42346, disabling compactions & flushes 2024-11-13T19:41:30,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:30,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:30,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526889236.4cc43163da21425431d9d4ef0df42346. after waiting 0 ms 2024-11-13T19:41:30,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:30,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:30,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cc43163da21425431d9d4ef0df42346: Waiting for close lock at 1731526890050Disabling compacts and flushes for region at 1731526890050Disabling writes for close at 1731526890050Writing region close event to WAL at 1731526890050Closed at 1731526890050 2024-11-13T19:41:30,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:41:30,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526889236.4cc43163da21425431d9d4ef0df42346.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526890051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526890051"}]},"ts":"1731526890051"} 2024-11-13T19:41:30,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:41:30,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:41:30,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526890054"}]},"ts":"1731526890054"} 2024-11-13T19:41:30,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:41:30,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cc43163da21425431d9d4ef0df42346, ASSIGN}] 2024-11-13T19:41:30,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cc43163da21425431d9d4ef0df42346, ASSIGN 2024-11-13T19:41:30,057 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4cc43163da21425431d9d4ef0df42346, ASSIGN; state=OFFLINE, location=80cec940e2c9,40357,1731526877403; forceNewPlan=false, retain=false 2024-11-13T19:41:30,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cc43163da21425431d9d4ef0df42346, regionState=OPENING, regionLocation=80cec940e2c9,40357,1731526877403 2024-11-13T19:41:30,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4cc43163da21425431d9d4ef0df42346, ASSIGN because future has completed 2024-11-13T19:41:30,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cc43163da21425431d9d4ef0df42346, server=80cec940e2c9,40357,1731526877403}] 2024-11-13T19:41:30,364 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:30,364 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cc43163da21425431d9d4ef0df42346, NAME => 'test,,1731526889236.4cc43163da21425431d9d4ef0df42346.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:30,364 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:41:30,364 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:41:30,364 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,364 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526889236.4cc43163da21425431d9d4ef0df42346.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:30,364 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,364 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,365 INFO [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,366 INFO [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc43163da21425431d9d4ef0df42346 columnFamilyName f 2024-11-13T19:41:30,367 DEBUG [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:30,367 INFO [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] regionserver.HStore(327): Store=4cc43163da21425431d9d4ef0df42346/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:30,367 INFO [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,368 INFO [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc43163da21425431d9d4ef0df42346 columnFamilyName f1 2024-11-13T19:41:30,368 DEBUG [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:30,368 INFO [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] regionserver.HStore(327): Store=4cc43163da21425431d9d4ef0df42346/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:30,368 INFO [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,369 INFO [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc43163da21425431d9d4ef0df42346 columnFamilyName norep 2024-11-13T19:41:30,369 DEBUG [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:30,369 INFO [StoreOpener-4cc43163da21425431d9d4ef0df42346-1 {}] regionserver.HStore(327): Store=4cc43163da21425431d9d4ef0df42346/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:30,369 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,370 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,370 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,370 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,370 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,371 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:41:30,371 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,373 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:30,373 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4cc43163da21425431d9d4ef0df42346; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70740811, jitterRate=0.054120227694511414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:41:30,373 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:30,373 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4cc43163da21425431d9d4ef0df42346: Running coprocessor pre-open hook at 1731526890364Writing region info on filesystem at 1731526890364Initializing all the Stores at 1731526890365 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526890365Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526890365Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526890365Cleaning up temporary data from old regions at 1731526890370 (+5 ms)Running coprocessor post-open hooks at 1731526890373 (+3 ms)Region opened successfully at 1731526890373 2024-11-13T19:41:30,374 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526889236.4cc43163da21425431d9d4ef0df42346., pid=6, masterSystemTime=1731526890361 2024-11-13T19:41:30,375 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:30,375 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:30,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cc43163da21425431d9d4ef0df42346, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,40357,1731526877403 2024-11-13T19:41:30,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cc43163da21425431d9d4ef0df42346, server=80cec940e2c9,40357,1731526877403 because future has completed 2024-11-13T19:41:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:30,378 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38147 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=80cec940e2c9,40357,1731526877403, table=test, region=4cc43163da21425431d9d4ef0df42346. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:41:30,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:41:30,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cc43163da21425431d9d4ef0df42346, server=80cec940e2c9,40357,1731526877403 in 169 msec 2024-11-13T19:41:30,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:41:30,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4cc43163da21425431d9d4ef0df42346, ASSIGN in 325 msec 2024-11-13T19:41:30,381 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:41:30,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526890381"}]},"ts":"1731526890381"} 2024-11-13T19:41:30,383 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:41:30,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:41:30,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-13T19:41:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:31,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:31,388 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:41:31,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,34055,1731526881753 2024-11-13T19:41:31,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e916b32 2024-11-13T19:41:31,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:31,389 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:31,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34055 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:41:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34055 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:41:31,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:41:31,392 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:31,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34055 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:41:31,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:41:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:31,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:41:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:31,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3825955e640e43f89d6d60221a117992, NAME => 'test,,1731526891390.3825955e640e43f89d6d60221a117992.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130 2024-11-13T19:41:31,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:41:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:32,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526891390.3825955e640e43f89d6d60221a117992.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:32,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3825955e640e43f89d6d60221a117992, disabling compactions & flushes 2024-11-13T19:41:32,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:32,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:32,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526891390.3825955e640e43f89d6d60221a117992. after waiting 0 ms 2024-11-13T19:41:32,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:32,208 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:32,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3825955e640e43f89d6d60221a117992: Waiting for close lock at 1731526892207Disabling compacts and flushes for region at 1731526892207Disabling writes for close at 1731526892207Writing region close event to WAL at 1731526892208 (+1 ms)Closed at 1731526892208 2024-11-13T19:41:32,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:41:32,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526891390.3825955e640e43f89d6d60221a117992.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526892209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526892209"}]},"ts":"1731526892209"} 2024-11-13T19:41:32,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:41:32,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:41:32,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526892211"}]},"ts":"1731526892211"} 2024-11-13T19:41:32,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:41:32,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3825955e640e43f89d6d60221a117992, ASSIGN}] 2024-11-13T19:41:32,214 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3825955e640e43f89d6d60221a117992, ASSIGN 2024-11-13T19:41:32,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3825955e640e43f89d6d60221a117992, ASSIGN; state=OFFLINE, location=80cec940e2c9,41571,1731526881929; forceNewPlan=false, retain=false 2024-11-13T19:41:32,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3825955e640e43f89d6d60221a117992, regionState=OPENING, regionLocation=80cec940e2c9,41571,1731526881929 2024-11-13T19:41:32,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3825955e640e43f89d6d60221a117992, ASSIGN because future has completed 2024-11-13T19:41:32,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3825955e640e43f89d6d60221a117992, server=80cec940e2c9,41571,1731526881929}] 2024-11-13T19:41:32,521 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:32,521 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3825955e640e43f89d6d60221a117992, NAME => 'test,,1731526891390.3825955e640e43f89d6d60221a117992.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:32,521 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:41:32,522 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:41:32,522 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,522 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526891390.3825955e640e43f89d6d60221a117992.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:32,522 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,522 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,523 INFO [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,524 INFO [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3825955e640e43f89d6d60221a117992 columnFamilyName f 2024-11-13T19:41:32,524 DEBUG [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:32,524 INFO [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] regionserver.HStore(327): Store=3825955e640e43f89d6d60221a117992/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:32,524 INFO [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,525 INFO [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3825955e640e43f89d6d60221a117992 columnFamilyName f1 2024-11-13T19:41:32,525 DEBUG [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:32,526 INFO [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] regionserver.HStore(327): Store=3825955e640e43f89d6d60221a117992/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:32,526 INFO [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,526 INFO [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3825955e640e43f89d6d60221a117992 columnFamilyName norep 2024-11-13T19:41:32,526 DEBUG [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:32,527 INFO [StoreOpener-3825955e640e43f89d6d60221a117992-1 {}] regionserver.HStore(327): Store=3825955e640e43f89d6d60221a117992/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:32,527 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,527 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:32,527 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,528 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,528 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,528 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:41:32,529 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,530 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:32,530 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3825955e640e43f89d6d60221a117992; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70352120, jitterRate=0.048328280448913574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:41:32,530 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:32,530 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3825955e640e43f89d6d60221a117992: Running coprocessor pre-open hook at 1731526892522Writing region info on filesystem at 1731526892522Initializing all the Stores at 1731526892522Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526892522Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526892523 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526892523Cleaning up temporary data from old regions at 1731526892528 (+5 ms)Running coprocessor post-open hooks at 1731526892530 (+2 ms)Region opened successfully at 1731526892530 2024-11-13T19:41:32,531 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526891390.3825955e640e43f89d6d60221a117992., pid=6, masterSystemTime=1731526892518 2024-11-13T19:41:32,532 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:32,532 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:32,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3825955e640e43f89d6d60221a117992, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,41571,1731526881929 2024-11-13T19:41:32,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3825955e640e43f89d6d60221a117992, server=80cec940e2c9,41571,1731526881929 because future has completed 2024-11-13T19:41:32,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:41:32,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3825955e640e43f89d6d60221a117992, server=80cec940e2c9,41571,1731526881929 in 168 msec 2024-11-13T19:41:32,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:41:32,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3825955e640e43f89d6d60221a117992, ASSIGN in 323 msec 2024-11-13T19:41:32,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:41:32,538 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526892538"}]},"ts":"1731526892538"} 2024-11-13T19:41:32,539 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:41:32,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:41:32,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-13T19:41:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:33,538 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:41:33,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,36217,1731526886265 2024-11-13T19:41:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@685f0ab 2024-11-13T19:41:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:33,540 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:33,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:41:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:41:33,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:41:33,543 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:33,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:41:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:33,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:41:33,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:41:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:33,956 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b2f4d84652d069341f3dbb9c2bd9ad6, NAME => 'test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b 2024-11-13T19:41:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:41:33,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:33,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b2f4d84652d069341f3dbb9c2bd9ad6, disabling compactions & flushes 2024-11-13T19:41:33,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:33,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:33,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. after waiting 0 ms 2024-11-13T19:41:33,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:33,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:33,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b2f4d84652d069341f3dbb9c2bd9ad6: Waiting for close lock at 1731526893961Disabling compacts and flushes for region at 1731526893961Disabling writes for close at 1731526893961Writing region close event to WAL at 1731526893961Closed at 1731526893961 2024-11-13T19:41:33,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:41:33,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731526893962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526893962"}]},"ts":"1731526893962"} 2024-11-13T19:41:33,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:41:33,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:41:33,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526893964"}]},"ts":"1731526893964"} 2024-11-13T19:41:33,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:41:33,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b2f4d84652d069341f3dbb9c2bd9ad6, ASSIGN}] 2024-11-13T19:41:33,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b2f4d84652d069341f3dbb9c2bd9ad6, ASSIGN 2024-11-13T19:41:33,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b2f4d84652d069341f3dbb9c2bd9ad6, ASSIGN; state=OFFLINE, location=80cec940e2c9,37487,1731526886378; forceNewPlan=false, retain=false 2024-11-13T19:41:34,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b2f4d84652d069341f3dbb9c2bd9ad6, regionState=OPENING, regionLocation=80cec940e2c9,37487,1731526886378 2024-11-13T19:41:34,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b2f4d84652d069341f3dbb9c2bd9ad6, ASSIGN because future has completed 2024-11-13T19:41:34,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b2f4d84652d069341f3dbb9c2bd9ad6, server=80cec940e2c9,37487,1731526886378}] 2024-11-13T19:41:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:34,274 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:34,274 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b2f4d84652d069341f3dbb9c2bd9ad6, NAME => 'test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:34,275 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:41:34,275 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:41:34,275 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,275 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:34,275 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,275 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,277 INFO [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,278 INFO [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b2f4d84652d069341f3dbb9c2bd9ad6 columnFamilyName f 2024-11-13T19:41:34,278 DEBUG [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:34,279 INFO [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] regionserver.HStore(327): Store=2b2f4d84652d069341f3dbb9c2bd9ad6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:34,279 INFO [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,279 INFO [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b2f4d84652d069341f3dbb9c2bd9ad6 columnFamilyName f1 2024-11-13T19:41:34,279 DEBUG [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:34,280 INFO [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] regionserver.HStore(327): Store=2b2f4d84652d069341f3dbb9c2bd9ad6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:34,280 INFO [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,280 INFO [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b2f4d84652d069341f3dbb9c2bd9ad6 columnFamilyName norep 2024-11-13T19:41:34,280 DEBUG [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:34,281 INFO [StoreOpener-2b2f4d84652d069341f3dbb9c2bd9ad6-1 {}] regionserver.HStore(327): Store=2b2f4d84652d069341f3dbb9c2bd9ad6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:34,281 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,281 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,281 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,282 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,282 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,282 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:41:34,283 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,285 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:34,285 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b2f4d84652d069341f3dbb9c2bd9ad6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66176367, jitterRate=-0.013895288109779358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:41:34,285 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:34,285 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b2f4d84652d069341f3dbb9c2bd9ad6: Running coprocessor pre-open hook at 1731526894275Writing region info on filesystem at 1731526894275Initializing all the Stores at 1731526894276 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526894276Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526894277 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526894277Cleaning up temporary data from old regions at 1731526894282 (+5 ms)Running coprocessor post-open hooks at 1731526894285 (+3 ms)Region opened successfully at 1731526894285 2024-11-13T19:41:34,286 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6., pid=6, masterSystemTime=1731526894271 2024-11-13T19:41:34,288 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:34,288 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:34,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b2f4d84652d069341f3dbb9c2bd9ad6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=80cec940e2c9,37487,1731526886378 2024-11-13T19:41:34,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b2f4d84652d069341f3dbb9c2bd9ad6, server=80cec940e2c9,37487,1731526886378 because future has completed 2024-11-13T19:41:34,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:41:34,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b2f4d84652d069341f3dbb9c2bd9ad6, server=80cec940e2c9,37487,1731526886378 in 171 msec 2024-11-13T19:41:34,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:41:34,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b2f4d84652d069341f3dbb9c2bd9ad6, ASSIGN in 326 msec 2024-11-13T19:41:34,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:41:34,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526894293"}]},"ts":"1731526894293"} 2024-11-13T19:41:34,295 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:41:34,295 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:41:34,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-13T19:41:34,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:41:34,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:41:34,678 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:41:34,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a314061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:34,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,38147,-1 for getting cluster id 2024-11-13T19:41:34,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:34,679 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb3b0eff-0fbb-4b9a-b31f-0395637533c3' 2024-11-13T19:41:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb3b0eff-0fbb-4b9a-b31f-0395637533c3" 2024-11-13T19:41:34,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf0a3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:34,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,38147,-1] 2024-11-13T19:41:34,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:34,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:34,680 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715bc2a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:34,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,38147,1731526877235 2024-11-13T19:41:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a2bf348 2024-11-13T19:41:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:34,682 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:34,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://80cec940e2c9:34055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:41:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:41:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:41:34,685 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:34055' 2024-11-13T19:41:34,686 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0769ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:34,686 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34055,-1 for getting cluster id 2024-11-13T19:41:34,686 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:34,687 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6096aee2-f9a6-48b7-a142-58ed4e679864' 2024-11-13T19:41:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6096aee2-f9a6-48b7-a142-58ed4e679864" 2024-11-13T19:41:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4568f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34055,-1] 2024-11-13T19:41:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:34,688 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:34,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495d6457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:34,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:34,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,34055,1731526881753 2024-11-13T19:41:34,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3105c07f 2024-11-13T19:41:34,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:34,690 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:34,690 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:41:34,690 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:41:34,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:34,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:34,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:34,691 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:41:34,692 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:41:34,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:41:34,693 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:34,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:41:34,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:41:34,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30a7820140880ee6151b96fafcf156fb, NAME => 'hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454 2024-11-13T19:41:34,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:41:34,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:34,742 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:41:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:41:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:41:35,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:35,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 30a7820140880ee6151b96fafcf156fb, disabling compactions & flushes 2024-11-13T19:41:35,110 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:35,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:35,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. after waiting 0 ms 2024-11-13T19:41:35,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:35,110 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:35,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30a7820140880ee6151b96fafcf156fb: Waiting for close lock at 1731526895110Disabling compacts and flushes for region at 1731526895110Disabling writes for close at 1731526895110Writing region close event to WAL at 1731526895110Closed at 1731526895110 2024-11-13T19:41:35,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:41:35,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731526895111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526895111"}]},"ts":"1731526895111"} 2024-11-13T19:41:35,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:41:35,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:41:35,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526895113"}]},"ts":"1731526895113"} 2024-11-13T19:41:35,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:41:35,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30a7820140880ee6151b96fafcf156fb, ASSIGN}] 2024-11-13T19:41:35,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30a7820140880ee6151b96fafcf156fb, ASSIGN 2024-11-13T19:41:35,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30a7820140880ee6151b96fafcf156fb, ASSIGN; state=OFFLINE, location=80cec940e2c9,40357,1731526877403; forceNewPlan=false, retain=false 2024-11-13T19:41:35,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30a7820140880ee6151b96fafcf156fb, regionState=OPENING, regionLocation=80cec940e2c9,40357,1731526877403 2024-11-13T19:41:35,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30a7820140880ee6151b96fafcf156fb, ASSIGN because future has completed 2024-11-13T19:41:35,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30a7820140880ee6151b96fafcf156fb, server=80cec940e2c9,40357,1731526877403}] 2024-11-13T19:41:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:41:35,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:35,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:41:35,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:41:35,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=80cec940e2c9%2C40357%2C1731526877403.rep, suffix=, logDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403, archiveDir=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/oldWALs, maxLogs=10 2024-11-13T19:41:35,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.rep.1731526895424, exclude list is [], retry=0 2024-11-13T19:41:35,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-3b9aa79d-f63c-4eb9-81be-eb9d6f4a322d,DISK] 2024-11-13T19:41:35,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.rep.1731526895424 2024-11-13T19:41:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-13T19:41:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 30a7820140880ee6151b96fafcf156fb, NAME => 'hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:41:35,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:41:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:41:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. service=MultiRowMutationService 2024-11-13T19:41:35,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:41:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:41:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,440 INFO [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,441 INFO [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30a7820140880ee6151b96fafcf156fb columnFamilyName hfileref 2024-11-13T19:41:35,441 DEBUG [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:35,442 INFO [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] regionserver.HStore(327): Store=30a7820140880ee6151b96fafcf156fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:35,442 INFO [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,443 INFO [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30a7820140880ee6151b96fafcf156fb columnFamilyName queue 2024-11-13T19:41:35,443 DEBUG [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:35,443 INFO [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] regionserver.HStore(327): Store=30a7820140880ee6151b96fafcf156fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:35,443 INFO [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,444 INFO [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30a7820140880ee6151b96fafcf156fb columnFamilyName sid 2024-11-13T19:41:35,444 DEBUG [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:41:35,444 INFO [StoreOpener-30a7820140880ee6151b96fafcf156fb-1 {}] regionserver.HStore(327): Store=30a7820140880ee6151b96fafcf156fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:41:35,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:41:35,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:41:35,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 30a7820140880ee6151b96fafcf156fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74458221, jitterRate=0.10951395332813263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:41:35,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:35,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 30a7820140880ee6151b96fafcf156fb: Running coprocessor pre-open hook at 1731526895439Writing region info on filesystem at 1731526895439Initializing all the Stores at 1731526895440 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526895440Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526895440Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526895440Cleaning up temporary data from old regions at 1731526895446 (+6 ms)Running coprocessor post-open hooks at 1731526895448 (+2 ms)Region opened successfully at 1731526895448 2024-11-13T19:41:35,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb., pid=10, masterSystemTime=1731526895420 2024-11-13T19:41:35,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:35,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:35,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30a7820140880ee6151b96fafcf156fb, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40357,1731526877403 2024-11-13T19:41:35,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30a7820140880ee6151b96fafcf156fb, server=80cec940e2c9,40357,1731526877403 because future has completed 2024-11-13T19:41:35,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:41:35,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30a7820140880ee6151b96fafcf156fb, server=80cec940e2c9,40357,1731526877403 in 185 msec 2024-11-13T19:41:35,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:41:35,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30a7820140880ee6151b96fafcf156fb, ASSIGN in 340 msec 2024-11-13T19:41:35,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:41:35,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526895456"}]},"ts":"1731526895456"} 2024-11-13T19:41:35,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:41:35,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:41:35,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-13T19:41:35,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb., hostname=80cec940e2c9,40357,1731526877403, seqNum=2] 2024-11-13T19:41:35,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:35,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:35,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:41:35,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:41:35,721 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:41:35,746 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-80cec940e2c9,40357,1731526877403, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:41:35,746 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:35,746 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40357,1731526877403, seqNum=-1] 2024-11-13T19:41:35,746 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:35,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T19:41:35,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-80cec940e2c9,40357,1731526877403', locateType=CURRENT is [region=hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb., hostname=80cec940e2c9,40357,1731526877403, seqNum=2] 2024-11-13T19:41:35,751 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:41:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:41:35,753 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 80cec940e2c9,40357,1731526877403 suceeded 2024-11-13T19:41:35,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:41:35,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T19:41:35,754 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://80cec940e2c9:34055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:41:35,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0710 sec 2024-11-13T19:41:35,764 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:34055' 2024-11-13T19:41:35,765 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77c13de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,765 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34055,-1 for getting cluster id 2024-11-13T19:41:35,765 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:35,766 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6096aee2-f9a6-48b7-a142-58ed4e679864' 2024-11-13T19:41:35,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:35,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6096aee2-f9a6-48b7-a142-58ed4e679864" 2024-11-13T19:41:35,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fba7213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34055,-1] 2024-11-13T19:41:35,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:35,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:35,767 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:35,767 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10974d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,767 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:35,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,34055,1731526881753 2024-11-13T19:41:35,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149b995d 2024-11-13T19:41:35,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:35,769 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T19:41:35,769 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-80cec940e2c9,40357,1731526877403 (queues=1) is replicating from cluster=bb3b0eff-0fbb-4b9a-b31f-0395637533c3 to cluster=6096aee2-f9a6-48b7-a142-58ed4e679864 2024-11-13T19:41:35,769 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=80cec940e2c9%2C40357%2C1731526877403 2024-11-13T19:41:35,769 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-80cec940e2c9,40357,1731526877403, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:41:35,770 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C40357%2C1731526877403 2024-11-13T19:41:35,770 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099, startPosition=0, beingWritten=true 2024-11-13T19:41:35,773 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:41:35,773 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 379, reset compression=false 2024-11-13T19:41:35,773 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40357,1731526877403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:41:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:41:35,818 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:41:35,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:35,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:35,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:35,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:35,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:35,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526c54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,38147,-1 for getting cluster id 2024-11-13T19:41:35,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:35,820 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb3b0eff-0fbb-4b9a-b31f-0395637533c3' 2024-11-13T19:41:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb3b0eff-0fbb-4b9a-b31f-0395637533c3" 2024-11-13T19:41:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cfe69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,38147,-1] 2024-11-13T19:41:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:35,821 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e11d5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe59557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34055,-1 for getting cluster id 2024-11-13T19:41:35,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:35,822 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6096aee2-f9a6-48b7-a142-58ed4e679864' 2024-11-13T19:41:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6096aee2-f9a6-48b7-a142-58ed4e679864" 2024-11-13T19:41:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e650c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34055,-1] 2024-11-13T19:41:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:35,823 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acda638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbd4c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,36217,-1 for getting cluster id 2024-11-13T19:41:35,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:35,824 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd29952-df4b-44fc-9493-052797a43d8b' 2024-11-13T19:41:35,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:35,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd29952-df4b-44fc-9493-052797a43d8b" 2024-11-13T19:41:35,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e911ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,36217,-1] 2024-11-13T19:41:35,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:35,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:35,825 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:35,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5440a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:35,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:35,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731526895828/Put/seqid=0 2024-11-13T19:41:35,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741840_1016 (size=7894) 2024-11-13T19:41:35,976 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 379, reset compression=false 2024-11-13T19:41:36,236 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731526896236/Put/seqid=0 2024-11-13T19:41:36,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741841_1017 (size=7691) 2024-11-13T19:41:36,279 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 379, reset compression=false 2024-11-13T19:41:36,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cfec83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:36,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,38147,-1 for getting cluster id 2024-11-13T19:41:36,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:36,642 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb3b0eff-0fbb-4b9a-b31f-0395637533c3' 2024-11-13T19:41:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb3b0eff-0fbb-4b9a-b31f-0395637533c3" 2024-11-13T19:41:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630baa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,38147,-1] 2024-11-13T19:41:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:36,643 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:36,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c4b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:36,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40357,1731526877403, seqNum=-1] 2024-11-13T19:41:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:36,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:36,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,38147,1731526877235 2024-11-13T19:41:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@401a1fea 2024-11-13T19:41:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:36,653 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2] 2024-11-13T19:41:36,658 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:41:36,663 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T19:41:36,665 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T19:41:36,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 4cc43163da21425431d9d4ef0df42346/f 2024-11-13T19:41:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T19:41:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:36,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 4cc43163da21425431d9d4ef0df42346/f 2024-11-13T19:41:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T19:41:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HRegion(2603): Flush status journal for 4cc43163da21425431d9d4ef0df42346: 2024-11-13T19:41:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_0 2024-11-13T19:41:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_0 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/239e063275fb448192a010a156d1223f_SeqId_4_ 2024-11-13T19:41:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_1 2024-11-13T19:41:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_1 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_ 2024-11-13T19:41:36,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_0 into 4cc43163da21425431d9d4ef0df42346/f as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/239e063275fb448192a010a156d1223f_SeqId_4_ - updating store file list. 2024-11-13T19:41:36,683 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 379, reset compression=false 2024-11-13T19:41:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 239e063275fb448192a010a156d1223f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:36,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/239e063275fb448192a010a156d1223f_SeqId_4_ into 4cc43163da21425431d9d4ef0df42346/f 2024-11-13T19:41:36,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_0 into 4cc43163da21425431d9d4ef0df42346/f (new location: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/239e063275fb448192a010a156d1223f_SeqId_4_) 2024-11-13T19:41:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_0 2024-11-13T19:41:36,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_1 into 4cc43163da21425431d9d4ef0df42346/f as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_ - updating store file list. 2024-11-13T19:41:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0a36e7389c1436a9edc425772d2181a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:36,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_ into 4cc43163da21425431d9d4ef0df42346/f 2024-11-13T19:41:36,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_1 into 4cc43163da21425431d9d4ef0df42346/f (new location: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_) 2024-11-13T19:41:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__5tf8718lnce5tmeqo3j4tpatekj6c4q4prdnks5sogelrcjksgd4lt4k5hgk440p/f/hfile_1 2024-11-13T19:41:36,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:36,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:36,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:36,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2 , the old value is region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80cec940e2c9:40357 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:41:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:41:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2 from cache 2024-11-13T19:41:36,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:36,691 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T19:41:36,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41571,1731526881929, seqNum=-1] 2024-11-13T19:41:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:36,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526891390.3825955e640e43f89d6d60221a117992., hostname=80cec940e2c9,41571,1731526881929, seqNum=2] 2024-11-13T19:41:36,695 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:41:36,798 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:40357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:41:36,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:41:37,186 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 379, reset compression=false 2024-11-13T19:41:37,190 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:41:37,190 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40357,1731526877403 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cc43163da21425431d9d4ef0df42346/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731526896688/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:41:37,191 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:41:37,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T19:41:37,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.ReplicationSink(318): Replicating [bb3b0eff-0fbb-4b9a-b31f-0395637533c3] bulk loaded data 2024-11-13T19:41:37,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ac2b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:37,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34055,-1 for getting cluster id 2024-11-13T19:41:37,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:37,194 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6096aee2-f9a6-48b7-a142-58ed4e679864' 2024-11-13T19:41:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6096aee2-f9a6-48b7-a142-58ed4e679864" 2024-11-13T19:41:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22b6ae2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34055,-1] 2024-11-13T19:41:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:37,195 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:37,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@121e1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741837_1013 (size=7894) 2024-11-13T19:41:37,390 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 687, reset compression=false 2024-11-13T19:41:37,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741838_1014 (size=7691) 2024-11-13T19:41:37,693 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 687, reset compression=false 2024-11-13T19:41:37,697 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:41:38,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:38,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,34055,1731526881753 2024-11-13T19:41:38,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ef2cc0 2024-11-13T19:41:38,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:38,016 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T19:41:38,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:41:38,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:38,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,41571,1731526881929, seqNum=-1] 2024-11-13T19:41:38,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:38,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T19:41:38,023 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/239e063275fb448192a010a156d1223f_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T19:41:38,025 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T19:41:38,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/239e063275fb448192a010a156d1223f_SeqId_4_ for inclusion in 3825955e640e43f89d6d60221a117992/f 2024-11-13T19:41:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T19:41:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:38,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_ for inclusion in 3825955e640e43f89d6d60221a117992/f 2024-11-13T19:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T19:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(2603): Flush status journal for 3825955e640e43f89d6d60221a117992: 2024-11-13T19:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 239e063275fb448192a010a156d1223f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:41:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/239e063275fb448192a010a156d1223f_SeqId_4_ as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/14ec7826299141afbccecbc02fe02c2d_SeqId_4_ 2024-11-13T19:41:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d0a36e7389c1436a9edc425772d2181a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:41:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_ as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/8bf3b9126b1e422585a7a10cc5af8ba3_SeqId_4_ 2024-11-13T19:41:38,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/239e063275fb448192a010a156d1223f_SeqId_4_ into 3825955e640e43f89d6d60221a117992/f as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/14ec7826299141afbccecbc02fe02c2d_SeqId_4_ - updating store file list. 2024-11-13T19:41:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14ec7826299141afbccecbc02fe02c2d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:38,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/14ec7826299141afbccecbc02fe02c2d_SeqId_4_ into 3825955e640e43f89d6d60221a117992/f 2024-11-13T19:41:38,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/239e063275fb448192a010a156d1223f_SeqId_4_ into 3825955e640e43f89d6d60221a117992/f (new location: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/14ec7826299141afbccecbc02fe02c2d_SeqId_4_) 2024-11-13T19:41:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/239e063275fb448192a010a156d1223f_SeqId_4_ 2024-11-13T19:41:38,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_ into 3825955e640e43f89d6d60221a117992/f as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/8bf3b9126b1e422585a7a10cc5af8ba3_SeqId_4_ - updating store file list. 2024-11-13T19:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8bf3b9126b1e422585a7a10cc5af8ba3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:38,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/8bf3b9126b1e422585a7a10cc5af8ba3_SeqId_4_ into 3825955e640e43f89d6d60221a117992/f 2024-11-13T19:41:38,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_ into 3825955e640e43f89d6d60221a117992/f (new location: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/8bf3b9126b1e422585a7a10cc5af8ba3_SeqId_4_) 2024-11-13T19:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__fhljhrd7rq8ijv6t219tp2r09qvqkllm2nil2gh0366nn5e0mp2boo1l4op6rl3q/f/d0a36e7389c1436a9edc425772d2181a_SeqId_4_ 2024-11-13T19:41:38,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.ReplicationSink(324): Finished replicating [bb3b0eff-0fbb-4b9a-b31f-0395637533c3] bulk loaded data 2024-11-13T19:41:38,096 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 687, reset compression=false 2024-11-13T19:41:38,600 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 687, reset compression=false 2024-11-13T19:41:38,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,37487,1731526886378, seqNum=-1] 2024-11-13T19:41:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:38,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6., hostname=80cec940e2c9,37487,1731526886378, seqNum=2] 2024-11-13T19:41:38,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:41:38,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:41:38,720 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80cec940e2c9%2C40357%2C1731526877403.meta:.meta(num 1731526880126) roll requested 2024-11-13T19:41:38,738 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.meta.1731526898720.meta, exclude list is [], retry=0 2024-11-13T19:41:38,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-3b9aa79d-f63c-4eb9-81be-eb9d6f4a322d,DISK] 2024-11-13T19:41:38,743 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.meta.1731526880126.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.meta.1731526898720.meta 2024-11-13T19:41:38,743 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-13T19:41:38,743 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.meta.1731526880126.meta is not closed yet, will try archiving it next time 2024-11-13T19:41:38,743 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80cec940e2c9%2C40357%2C1731526877403:(num 1731526879099) roll requested 2024-11-13T19:41:38,745 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.meta.1731526880126.meta not finished, retry = 0 2024-11-13T19:41:38,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741834_1010 (size=3473) 2024-11-13T19:41:38,759 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744, exclude list is [], retry=0 2024-11-13T19:41:38,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-3b9aa79d-f63c-4eb9-81be-eb9d6f4a322d,DISK] 2024-11-13T19:41:38,763 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 2024-11-13T19:41:38,763 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-13T19:41:38,763 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 is not closed yet, will try archiving it next time 2024-11-13T19:41:38,763 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 80cec940e2c9%2C40357%2C1731526877403.rep:(num 1731526895424) roll requested 2024-11-13T19:41:38,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66997bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:38,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,38147,-1 for getting cluster id 2024-11-13T19:41:38,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741832_1008 (size=695) 2024-11-13T19:41:38,765 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb3b0eff-0fbb-4b9a-b31f-0395637533c3' 2024-11-13T19:41:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb3b0eff-0fbb-4b9a-b31f-0395637533c3" 2024-11-13T19:41:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776fd533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,38147,-1] 2024-11-13T19:41:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:38,767 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:38,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ed838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:38,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:38,768 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/oldWALs/80cec940e2c9%2C40357%2C1731526877403.1731526879099 2024-11-13T19:41:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,38147,1731526877235 2024-11-13T19:41:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@181eac06 2024-11-13T19:41:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:38,770 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:38,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://80cec940e2c9:36217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:41:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:41:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:41:38,773 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:36217' 2024-11-13T19:41:38,774 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7c87bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:38,774 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,36217,-1 for getting cluster id 2024-11-13T19:41:38,775 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:38,775 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd29952-df4b-44fc-9493-052797a43d8b' 2024-11-13T19:41:38,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:38,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd29952-df4b-44fc-9493-052797a43d8b" 2024-11-13T19:41:38,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255536a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:38,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,36217,-1] 2024-11-13T19:41:38,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:38,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:38,777 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:38,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e78901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:38,778 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:38,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,36217,1731526886265 2024-11-13T19:41:38,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71f785c3 2024-11-13T19:41:38,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:38,780 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:38,781 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.rep.1731526898764, exclude list is [], retry=0 2024-11-13T19:41:38,781 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T19:41:38,781 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:41:38,781 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:38,781 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:38,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:38,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-3b9aa79d-f63c-4eb9-81be-eb9d6f4a322d,DISK] 2024-11-13T19:41:38,786 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.rep.1731526895424 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.rep.1731526898764 2024-11-13T19:41:38,787 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-13T19:41:38,787 DEBUG [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.rep.1731526895424 is not closed yet, will try archiving it next time 2024-11-13T19:41:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741839_1015 (size=1505) 2024-11-13T19:41:38,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:41:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:41:38,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T19:41:38,979 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T19:41:39,004 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-80cec940e2c9,40357,1731526877403, ReplicationSource: 2, currentBandwidth=0 2024-11-13T19:41:39,006 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T19:41:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T19:41:39,007 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 80cec940e2c9,40357,1731526877403 suceeded 2024-11-13T19:41:39,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T19:41:39,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-11-13T19:41:39,009 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://80cec940e2c9:36217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:41:39,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 239 msec 2024-11-13T19:41:39,019 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='80cec940e2c9:36217' 2024-11-13T19:41:39,020 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d8c969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:39,020 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,36217,-1 for getting cluster id 2024-11-13T19:41:39,020 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:39,021 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd29952-df4b-44fc-9493-052797a43d8b' 2024-11-13T19:41:39,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:39,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd29952-df4b-44fc-9493-052797a43d8b" 2024-11-13T19:41:39,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d445d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:39,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,36217,-1] 2024-11-13T19:41:39,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:39,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:39,022 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:39,022 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509b7f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:39,022 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:39,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,36217,1731526886265 2024-11-13T19:41:39,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cd74d0e 2024-11-13T19:41:39,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:39,023 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T19:41:39,023 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-80cec940e2c9,40357,1731526877403 (queues=1) is replicating from cluster=bb3b0eff-0fbb-4b9a-b31f-0395637533c3 to cluster=5dd29952-df4b-44fc-9493-052797a43d8b 2024-11-13T19:41:39,024 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=80cec940e2c9%2C40357%2C1731526877403 2024-11-13T19:41:39,024 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-80cec940e2c9,40357,1731526877403, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:41:39,024 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744, startPosition=0, beingWritten=true 2024-11-13T19:41:39,024 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 80cec940e2c9%2C40357%2C1731526877403 2024-11-13T19:41:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:41:39,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:39,088 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T19:41:39,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:39,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:39,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:39,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:39,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:41:39,092 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731526899092/Put/seqid=0 2024-11-13T19:41:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741845_1021 (size=11194) 2024-11-13T19:41:39,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731526899096/Put/seqid=0 2024-11-13T19:41:39,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741846_1022 (size=10791) 2024-11-13T19:41:39,205 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 to pos 687, reset compression=false 2024-11-13T19:41:39,209 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 was moved to hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/oldWALs/80cec940e2c9%2C40357%2C1731526877403.1731526879099 2024-11-13T19:41:39,211 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099 2024-11-13T19:41:39,211 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744, startPosition=0, beingWritten=true 2024-11-13T19:41:39,211 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40357,1731526877403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526879099, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T19:41:39,213 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [80cec940e2c9%2C40357%2C1731526877403.1731526879099] 2024-11-13T19:41:39,228 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 0, reset compression=false 2024-11-13T19:41:39,329 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:41:39,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f317d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:39,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,38147,-1 for getting cluster id 2024-11-13T19:41:39,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:39,502 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb3b0eff-0fbb-4b9a-b31f-0395637533c3' 2024-11-13T19:41:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb3b0eff-0fbb-4b9a-b31f-0395637533c3" 2024-11-13T19:41:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b22c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,38147,-1] 2024-11-13T19:41:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:39,503 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:39,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7546bf8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:39,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40357,1731526877403, seqNum=-1] 2024-11-13T19:41:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:39,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:41:39,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,38147,1731526877235 2024-11-13T19:41:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d77d683 2024-11-13T19:41:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:39,512 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:41:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2] 2024-11-13T19:41:39,517 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:41:39,522 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T19:41:39,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T19:41:39,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 4cc43163da21425431d9d4ef0df42346/f 2024-11-13T19:41:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T19:41:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:39,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 4cc43163da21425431d9d4ef0df42346/f 2024-11-13T19:41:39,531 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 0, reset compression=false 2024-11-13T19:41:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T19:41:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HRegion(2603): Flush status journal for 4cc43163da21425431d9d4ef0df42346: 2024-11-13T19:41:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_0 2024-11-13T19:41:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_0 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ 2024-11-13T19:41:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_1 2024-11-13T19:41:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_1 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ 2024-11-13T19:41:39,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_0 into 4cc43163da21425431d9d4ef0df42346/f as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ - updating store file list. 2024-11-13T19:41:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd30b954972a4787a0b16fc1903e7e67_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:39,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ into 4cc43163da21425431d9d4ef0df42346/f 2024-11-13T19:41:39,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_0 into 4cc43163da21425431d9d4ef0df42346/f (new location: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_) 2024-11-13T19:41:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_0 2024-11-13T19:41:39,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_1 into 4cc43163da21425431d9d4ef0df42346/f as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ - updating store file list. 2024-11-13T19:41:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3ee4515db1c4831a868295c42c940d2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:39,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ into 4cc43163da21425431d9d4ef0df42346/f 2024-11-13T19:41:39,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_1 into 4cc43163da21425431d9d4ef0df42346/f (new location: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_) 2024-11-13T19:41:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/staging/jenkins__test__p9c18l62mtkr7c51m3gtk9ibhtn18c53nuu9b0c7dhkebpehma2memdboq1b11dd/f/hfile_1 2024-11-13T19:41:39,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:39,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:39,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:39,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2 , the old value is region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=80cec940e2c9:40357 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:41:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:41:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., hostname=80cec940e2c9,40357,1731526877403, seqNum=2 from cache 2024-11-13T19:41:39,586 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T19:41:39,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:39,588 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:41:39,688 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:40357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:41:39,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:41:39,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:39,915 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 0, reset compression=false 2024-11-13T19:41:39,919 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:41:39,919 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40357,1731526877403 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cc43163da21425431d9d4ef0df42346/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731526899583/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:41:39,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.ReplicationSink(318): Replicating [bb3b0eff-0fbb-4b9a-b31f-0395637533c3] bulk loaded data 2024-11-13T19:41:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741839_1015 (size=11194) 2024-11-13T19:41:39,934 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 0, reset compression=false 2024-11-13T19:41:39,938 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:41:39,938 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-80cec940e2c9,40357,1731526877403 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cc43163da21425431d9d4ef0df42346/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731526899583/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:41:39,939 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:41:39,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T19:41:39,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.ReplicationSink(318): Replicating [bb3b0eff-0fbb-4b9a-b31f-0395637533c3] bulk loaded data 2024-11-13T19:41:39,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30cf94eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:39,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,36217,-1 for getting cluster id 2024-11-13T19:41:39,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:41:39,941 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd29952-df4b-44fc-9493-052797a43d8b' 2024-11-13T19:41:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:41:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd29952-df4b-44fc-9493-052797a43d8b" 2024-11-13T19:41:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@479262b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,36217,-1] 2024-11-13T19:41:39,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:41:39,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:39,942 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:41:39,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cc4dc1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:41:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741837_1013 (size=11194) 2024-11-13T19:41:40,119 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:40,138 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:40,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741840_1016 (size=10791) 2024-11-13T19:41:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741838_1014 (size=10791) 2024-11-13T19:41:40,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:41:40,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,36217,1731526886265 2024-11-13T19:41:40,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b19d54e 2024-11-13T19:41:40,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:41:40,360 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T19:41:40,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:41:40,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:41:40,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,37487,1731526886378, seqNum=-1] 2024-11-13T19:41:40,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:41:40,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T19:41:40,371 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T19:41:40,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T19:41:40,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ for inclusion in 2b2f4d84652d069341f3dbb9c2bd9ad6/f 2024-11-13T19:41:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T19:41:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:40,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ for inclusion in 2b2f4d84652d069341f3dbb9c2bd9ad6/f 2024-11-13T19:41:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T19:41:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HRegion(2603): Flush status journal for 2b2f4d84652d069341f3dbb9c2bd9ad6: 2024-11-13T19:41:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d3ee4515db1c4831a868295c42c940d2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:41:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/f/edb5134f606b424cb8a060b25ff749db_SeqId_4_ 2024-11-13T19:41:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:41:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/f/71dfd2c8314c4ae9a25023b66226ef74_SeqId_4_ 2024-11-13T19:41:40,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ into 2b2f4d84652d069341f3dbb9c2bd9ad6/f as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/f/edb5134f606b424cb8a060b25ff749db_SeqId_4_ - updating store file list. 2024-11-13T19:41:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edb5134f606b424cb8a060b25ff749db_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:40,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/f/edb5134f606b424cb8a060b25ff749db_SeqId_4_ into 2b2f4d84652d069341f3dbb9c2bd9ad6/f 2024-11-13T19:41:40,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ into 2b2f4d84652d069341f3dbb9c2bd9ad6/f (new location: hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/f/edb5134f606b424cb8a060b25ff749db_SeqId_4_) 2024-11-13T19:41:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ 2024-11-13T19:41:40,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ into 2b2f4d84652d069341f3dbb9c2bd9ad6/f as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/f/71dfd2c8314c4ae9a25023b66226ef74_SeqId_4_ - updating store file list. 2024-11-13T19:41:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 71dfd2c8314c4ae9a25023b66226ef74_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:40,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/f/71dfd2c8314c4ae9a25023b66226ef74_SeqId_4_ into 2b2f4d84652d069341f3dbb9c2bd9ad6/f 2024-11-13T19:41:40,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ into 2b2f4d84652d069341f3dbb9c2bd9ad6/f (new location: hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/f/71dfd2c8314c4ae9a25023b66226ef74_SeqId_4_) 2024-11-13T19:41:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/staging/jenkins.hfs.23__test__23bgq9ubkfo2i98nqu4elnaf5pb75p4k2l9h8d0u1ctjoc79jtshurtgi2ochkif/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ 2024-11-13T19:41:40,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.ReplicationSink(324): Finished replicating [bb3b0eff-0fbb-4b9a-b31f-0395637533c3] bulk loaded data 2024-11-13T19:41:40,422 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:40,441 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:40,592 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:41:40,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:41:40,741 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T19:41:40,743 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T19:41:40,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ for inclusion in 3825955e640e43f89d6d60221a117992/f 2024-11-13T19:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T19:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:40,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ for inclusion in 3825955e640e43f89d6d60221a117992/f 2024-11-13T19:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T19:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(2603): Flush status journal for 3825955e640e43f89d6d60221a117992: 2024-11-13T19:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/91cfddfe18914fc393c906048144f2ca_SeqId_6_ 2024-11-13T19:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d3ee4515db1c4831a868295c42c940d2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/ae77120923ff4066ae6a1a7585e5f1ec_SeqId_6_ 2024-11-13T19:41:40,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ into 3825955e640e43f89d6d60221a117992/f as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/91cfddfe18914fc393c906048144f2ca_SeqId_6_ - updating store file list. 2024-11-13T19:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 91cfddfe18914fc393c906048144f2ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:40,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/91cfddfe18914fc393c906048144f2ca_SeqId_6_ into 3825955e640e43f89d6d60221a117992/f 2024-11-13T19:41:40,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ into 3825955e640e43f89d6d60221a117992/f (new location: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/91cfddfe18914fc393c906048144f2ca_SeqId_6_) 2024-11-13T19:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/dd30b954972a4787a0b16fc1903e7e67_SeqId_6_ 2024-11-13T19:41:40,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ into 3825955e640e43f89d6d60221a117992/f as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/ae77120923ff4066ae6a1a7585e5f1ec_SeqId_6_ - updating store file list. 2024-11-13T19:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae77120923ff4066ae6a1a7585e5f1ec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:41:40,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/ae77120923ff4066ae6a1a7585e5f1ec_SeqId_6_ into 3825955e640e43f89d6d60221a117992/f 2024-11-13T19:41:40,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ into 3825955e640e43f89d6d60221a117992/f (new location: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/f/ae77120923ff4066ae6a1a7585e5f1ec_SeqId_6_) 2024-11-13T19:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/staging/jenkins.hfs.22__test__eeqf2cbn3obcvlnrhh5u5ldgqa5fjp44auq107gsb0d61f27qla202rmv7gn7ugs/f/d3ee4515db1c4831a868295c42c940d2_SeqId_6_ 2024-11-13T19:41:40,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.ReplicationSink(324): Finished replicating [bb3b0eff-0fbb-4b9a-b31f-0395637533c3] bulk loaded data 2024-11-13T19:41:40,826 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:40,844 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:41,329 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:41,348 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:41,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:41:41,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:41,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:41,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:41,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:41,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:41:41,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1186273697, stopped=false 2024-11-13T19:41:41,606 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,36217,1731526886265 2024-11-13T19:41:41,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:41,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2930437234/running 2024-11-13T19:41:41,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2930437234/running 2024-11-13T19:41:41,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:41,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:41,651 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:41,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:41,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:41,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:41,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,37487,1731526886378' ***** 2024-11-13T19:41:41,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on znode that does not yet exist, /2930437234/running 2024-11-13T19:41:41,651 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:41:41,652 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:41:41,652 INFO [RS:0;80cec940e2c9:37487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:41:41,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Set watcher on znode that does not yet exist, /2930437234/running 2024-11-13T19:41:41,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:41:41,652 INFO [RS:0;80cec940e2c9:37487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:41:41,652 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:41,652 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,37487,1731526886378 2024-11-13T19:41:41,652 INFO [RS:0;80cec940e2c9:37487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:41,652 INFO [RS:0;80cec940e2c9:37487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:37487. 2024-11-13T19:41:41,652 DEBUG [RS:0;80cec940e2c9:37487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:41,652 DEBUG [RS:0;80cec940e2c9:37487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:41,653 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b2f4d84652d069341f3dbb9c2bd9ad6, disabling compactions & flushes 2024-11-13T19:41:41,653 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:41,653 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:41,653 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:41:41,653 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. after waiting 0 ms 2024-11-13T19:41:41,653 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:41,653 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:41:41,653 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:41:41,653 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:41:41,653 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:41:41,653 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1325): Online Regions={2b2f4d84652d069341f3dbb9c2bd9ad6=test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:41:41,653 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b2f4d84652d069341f3dbb9c2bd9ad6 2024-11-13T19:41:41,653 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:41:41,653 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:41:41,653 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:41:41,653 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:41:41,653 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:41:41,653 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T19:41:41,656 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/default/test/2b2f4d84652d069341f3dbb9c2bd9ad6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T19:41:41,656 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:41,657 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:41:41,657 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:41,657 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b2f4d84652d069341f3dbb9c2bd9ad6: Waiting for close lock at 1731526901652Running coprocessor pre-close hooks at 1731526901652Disabling compacts and flushes for region at 1731526901652Disabling writes for close at 1731526901653 (+1 ms)Writing region close event to WAL at 1731526901653Running coprocessor post-close hooks at 1731526901656 (+3 ms)Closed at 1731526901657 (+1 ms) 2024-11-13T19:41:41,657 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6. 2024-11-13T19:41:41,668 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/info/6a2a2026997548d181b991f2f5813903 is 129, key is test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6./info:regioninfo/1731526894288/Put/seqid=0 2024-11-13T19:41:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741839_1015 (size=6421) 2024-11-13T19:41:41,705 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:41,853 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:41,933 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:41,950 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:42,053 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:42,072 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/info/6a2a2026997548d181b991f2f5813903 2024-11-13T19:41:42,089 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/ns/69d9ff6747b641ac86c2d68c95b9c311 is 43, key is default/ns:d/1731526889191/Put/seqid=0 2024-11-13T19:41:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:41:42,148 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:41:42,148 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:41:42,253 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:42,454 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:42,496 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/ns/69d9ff6747b641ac86c2d68c95b9c311 2024-11-13T19:41:42,514 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/rep_barrier/f5594fe72d6c4b2fb7017d802d3f30e1 is 112, key is test,,1731526893540.2b2f4d84652d069341f3dbb9c2bd9ad6./rep_barrier:seqnumDuringOpen/1731526894288/Put/seqid=0 2024-11-13T19:41:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741841_1017 (size=5518) 2024-11-13T19:41:42,636 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:42,653 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:42,654 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:41:42,654 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:41:42,654 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:42,854 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:42,918 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/rep_barrier/f5594fe72d6c4b2fb7017d802d3f30e1 2024-11-13T19:41:42,940 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/table/a628c9160f46476d8c9cc95a7b71a646 is 40, key is test/table:state/1731526894293/Put/seqid=0 2024-11-13T19:41:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741842_1018 (size=5165) 2024-11-13T19:41:43,054 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:43,254 DEBUG [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:43,344 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/table/a628c9160f46476d8c9cc95a7b71a646 2024-11-13T19:41:43,405 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/info/6a2a2026997548d181b991f2f5813903 as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/info/6a2a2026997548d181b991f2f5813903 2024-11-13T19:41:43,408 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/info/6a2a2026997548d181b991f2f5813903, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T19:41:43,409 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/ns/69d9ff6747b641ac86c2d68c95b9c311 as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/ns/69d9ff6747b641ac86c2d68c95b9c311 2024-11-13T19:41:43,412 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/ns/69d9ff6747b641ac86c2d68c95b9c311, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:41:43,412 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/rep_barrier/f5594fe72d6c4b2fb7017d802d3f30e1 as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/rep_barrier/f5594fe72d6c4b2fb7017d802d3f30e1 2024-11-13T19:41:43,415 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/rep_barrier/f5594fe72d6c4b2fb7017d802d3f30e1, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T19:41:43,416 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/.tmp/table/a628c9160f46476d8c9cc95a7b71a646 as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/table/a628c9160f46476d8c9cc95a7b71a646 2024-11-13T19:41:43,418 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/table/a628c9160f46476d8c9cc95a7b71a646, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:41:43,419 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=11, compaction requested=false 2024-11-13T19:41:43,422 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:41:43,423 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:43,423 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:41:43,423 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:43,423 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526901653Running coprocessor pre-close hooks at 1731526901653Disabling compacts and flushes for region at 1731526901653Disabling writes for close at 1731526901653Obtaining lock to block concurrent updates at 1731526901653Preparing flush snapshotting stores in 1588230740 at 1731526901653Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731526901654 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526901654Flushing 1588230740/info: creating writer at 1731526901654Flushing 1588230740/info: appending metadata at 1731526901667 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731526901667Flushing 1588230740/ns: creating writer at 1731526902076 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731526902088 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731526902089 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731526902500 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526902513 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526902513Flushing 1588230740/table: creating writer at 1731526902921 (+408 ms)Flushing 1588230740/table: appending metadata at 1731526902939 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731526902939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6abd95: reopening flushed file at 1731526903404 (+465 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb7ebda: reopening flushed file at 1731526903408 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e4228f: reopening flushed file at 1731526903412 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c378322: reopening flushed file at 1731526903415 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=11, compaction requested=false at 1731526903419 (+4 ms)Writing region close event to WAL at 1731526903420 (+1 ms)Running coprocessor post-close hooks at 1731526903423 (+3 ms)Closed at 1731526903423 2024-11-13T19:41:43,423 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:43,440 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:43,454 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,37487,1731526886378; all regions closed. 2024-11-13T19:41:43,456 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:43,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741834_1010 (size=2717) 2024-11-13T19:41:43,458 DEBUG [RS:0;80cec940e2c9:37487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/oldWALs 2024-11-13T19:41:43,458 INFO [RS:0;80cec940e2c9:37487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C37487%2C1731526886378.meta:.meta(num 1731526889150) 2024-11-13T19:41:43,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741832_1008 (size=1028) 2024-11-13T19:41:43,461 DEBUG [RS:0;80cec940e2c9:37487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/oldWALs 2024-11-13T19:41:43,461 INFO [RS:0;80cec940e2c9:37487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C37487%2C1731526886378:(num 1731526888218) 2024-11-13T19:41:43,461 DEBUG [RS:0;80cec940e2c9:37487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:43,461 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:43,461 INFO [RS:0;80cec940e2c9:37487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:43,461 INFO [RS:0;80cec940e2c9:37487 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:43,461 INFO [RS:0;80cec940e2c9:37487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:43,461 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:43,461 INFO [RS:0;80cec940e2c9:37487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:37487. 2024-11-13T19:41:43,461 DEBUG [RS:0;80cec940e2c9:37487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:43,461 DEBUG [RS:0;80cec940e2c9:37487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:43,462 DEBUG [RS:0;80cec940e2c9:37487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:43,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:43,462 INFO [RS:0;80cec940e2c9:37487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37487 2024-11-13T19:41:43,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2930437234/rs/80cec940e2c9,37487,1731526886378 2024-11-13T19:41:43,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234/rs 2024-11-13T19:41:43,475 INFO [RS:0;80cec940e2c9:37487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:43,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,37487,1731526886378] 2024-11-13T19:41:43,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2930437234/draining/80cec940e2c9,37487,1731526886378 already deleted, retry=false 2024-11-13T19:41:43,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,37487,1731526886378 expired; onlineServers=0 2024-11-13T19:41:43,492 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,36217,1731526886265' ***** 2024-11-13T19:41:43,492 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:41:43,492 INFO [M:0;80cec940e2c9:36217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:43,492 INFO [M:0;80cec940e2c9:36217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:43,492 DEBUG [M:0;80cec940e2c9:36217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:41:43,492 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:41:43,492 DEBUG [M:0;80cec940e2c9:36217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:41:43,492 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526887958 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526887958,5,FailOnTimeoutGroup] 2024-11-13T19:41:43,492 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526887958 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526887958,5,FailOnTimeoutGroup] 2024-11-13T19:41:43,493 INFO [M:0;80cec940e2c9:36217 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:43,493 INFO [M:0;80cec940e2c9:36217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:43,493 DEBUG [M:0;80cec940e2c9:36217 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:41:43,493 INFO [M:0;80cec940e2c9:36217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:41:43,493 INFO [M:0;80cec940e2c9:36217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:43,493 INFO [M:0;80cec940e2c9:36217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:41:43,493 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:41:43,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2930437234/master 2024-11-13T19:41:43,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2930437234 2024-11-13T19:41:43,500 DEBUG [M:0;80cec940e2c9:36217 {}] zookeeper.ZKUtil(347): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Unable to get data of znode /2930437234/master because node does not exist (not an error) 2024-11-13T19:41:43,500 WARN [M:0;80cec940e2c9:36217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:41:43,501 INFO [M:0;80cec940e2c9:36217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/.lastflushedseqids 2024-11-13T19:41:43,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741843_1019 (size=173) 2024-11-13T19:41:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10136e51f210007, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:43,584 INFO [RS:0;80cec940e2c9:37487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:43,584 INFO [RS:0;80cec940e2c9:37487 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,37487,1731526886378; zookeeper connection closed. 2024-11-13T19:41:43,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63cab1d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63cab1d7 2024-11-13T19:41:43,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:41:43,905 INFO [M:0;80cec940e2c9:36217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:41:43,905 INFO [M:0;80cec940e2c9:36217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:41:43,905 DEBUG [M:0;80cec940e2c9:36217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:41:43,905 INFO [M:0;80cec940e2c9:36217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:43,905 DEBUG [M:0;80cec940e2c9:36217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:43,905 DEBUG [M:0;80cec940e2c9:36217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:41:43,905 DEBUG [M:0;80cec940e2c9:36217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:43,905 INFO [M:0;80cec940e2c9:36217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-13T19:41:43,919 DEBUG [M:0;80cec940e2c9:36217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84bb2c77435547658fba347bd471ecdf is 82, key is hbase:meta,,1/info:regioninfo/1731526889174/Put/seqid=0 2024-11-13T19:41:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741844_1020 (size=5672) 2024-11-13T19:41:44,323 INFO [M:0;80cec940e2c9:36217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84bb2c77435547658fba347bd471ecdf 2024-11-13T19:41:44,343 DEBUG [M:0;80cec940e2c9:36217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8a171bdaf5644f6aed6c7f12d57c22e is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526894296/Put/seqid=0 2024-11-13T19:41:44,343 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741845_1021 (size=6585) 2024-11-13T19:41:44,347 INFO [M:0;80cec940e2c9:36217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8a171bdaf5644f6aed6c7f12d57c22e 2024-11-13T19:41:44,360 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:44,366 DEBUG [M:0;80cec940e2c9:36217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c625f9a31afa40f795d772ac55b8536c is 69, key is 80cec940e2c9,37487,1731526886378/rs:state/1731526888040/Put/seqid=0 2024-11-13T19:41:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741846_1022 (size=5156) 2024-11-13T19:41:44,769 INFO [M:0;80cec940e2c9:36217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c625f9a31afa40f795d772ac55b8536c 2024-11-13T19:41:44,773 DEBUG [M:0;80cec940e2c9:36217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84bb2c77435547658fba347bd471ecdf as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84bb2c77435547658fba347bd471ecdf 2024-11-13T19:41:44,776 INFO [M:0;80cec940e2c9:36217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84bb2c77435547658fba347bd471ecdf, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T19:41:44,776 DEBUG [M:0;80cec940e2c9:36217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8a171bdaf5644f6aed6c7f12d57c22e as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8a171bdaf5644f6aed6c7f12d57c22e 2024-11-13T19:41:44,779 INFO [M:0;80cec940e2c9:36217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8a171bdaf5644f6aed6c7f12d57c22e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T19:41:44,780 DEBUG [M:0;80cec940e2c9:36217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c625f9a31afa40f795d772ac55b8536c as hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c625f9a31afa40f795d772ac55b8536c 2024-11-13T19:41:44,782 INFO [M:0;80cec940e2c9:36217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36673/user/jenkins/test-data/3d7dd9ab-24cf-0a55-30ef-c467b795335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c625f9a31afa40f795d772ac55b8536c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T19:41:44,783 INFO [M:0;80cec940e2c9:36217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false 2024-11-13T19:41:44,784 INFO [M:0;80cec940e2c9:36217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:44,784 DEBUG [M:0;80cec940e2c9:36217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526903905Disabling compacts and flushes for region at 1731526903905Disabling writes for close at 1731526903905Obtaining lock to block concurrent updates at 1731526903905Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526903905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731526903906 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526903906Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526903906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526903919 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526903919Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526904327 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526904342 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526904342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526904350 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526904365 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526904365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5583d796: reopening flushed file at 1731526904772 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d010b59: reopening flushed file at 1731526904776 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dde9b0a: reopening flushed file at 1731526904779 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false at 1731526904783 (+4 ms)Writing region close event to WAL at 1731526904784 (+1 ms)Closed at 1731526904784 2024-11-13T19:41:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741830_1006 (size=32758) 2024-11-13T19:41:44,786 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:44,786 INFO [M:0;80cec940e2c9:36217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:41:44,786 INFO [M:0;80cec940e2c9:36217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36217 2024-11-13T19:41:44,786 INFO [M:0;80cec940e2c9:36217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:44,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:44,959 INFO [M:0;80cec940e2c9:36217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:44,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36217-0x10136e51f210006, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:44,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68cf55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:44,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6027c6dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:44,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:44,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f56fa87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:44,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c35b670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:44,963 WARN [BP-1019769338-172.17.0.3-1731526884693 heartbeating to localhost/127.0.0.1:36673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:41:44,963 WARN [BP-1019769338-172.17.0.3-1731526884693 heartbeating to localhost/127.0.0.1:36673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1019769338-172.17.0.3-1731526884693 (Datanode Uuid e039d456-f542-4dd2-ad0d-a60a3687172d) service to localhost/127.0.0.1:36673 2024-11-13T19:41:44,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:41:44,964 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:41:44,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/cluster_c3d7b51f-75f5-f61d-b4ea-237a7cce8b48/data/data1/current/BP-1019769338-172.17.0.3-1731526884693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:44,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/cluster_c3d7b51f-75f5-f61d-b4ea-237a7cce8b48/data/data2/current/BP-1019769338-172.17.0.3-1731526884693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:44,964 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:41:44,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6aa286{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:44,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d48ba22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:44,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:44,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69db6d22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:44,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@289ebe9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03599a80-5d27-a315-096f-45e0c7c538a4/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:44,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:41:44,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:41:44,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:44,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:44,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:44,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:44,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:44,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:41:44,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1542032894, stopped=false 2024-11-13T19:41:44,981 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,34055,1731526881753 2024-11-13T19:41:44,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11702053832/running 2024-11-13T19:41:44,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11702053832/running 2024-11-13T19:41:44,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:44,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:44,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:44,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:44,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:44,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:44,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on znode that does not yet exist, /11702053832/running 2024-11-13T19:41:44,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,41571,1731526881929' ***** 2024-11-13T19:41:44,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:41:44,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Set watcher on znode that does not yet exist, /11702053832/running 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(3091): Received CLOSE for 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:44,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,41571,1731526881929 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:41571. 2024-11-13T19:41:44,993 DEBUG [RS:0;80cec940e2c9:41571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:44,993 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3825955e640e43f89d6d60221a117992, disabling compactions & flushes 2024-11-13T19:41:44,993 DEBUG [RS:0;80cec940e2c9:41571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:44,993 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:44,993 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:41:44,993 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526891390.3825955e640e43f89d6d60221a117992. after waiting 0 ms 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:41:44,993 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:44,993 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:41:44,994 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:41:44,994 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3825955e640e43f89d6d60221a117992=test,,1731526891390.3825955e640e43f89d6d60221a117992.} 2024-11-13T19:41:44,994 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:41:44,994 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3825955e640e43f89d6d60221a117992 2024-11-13T19:41:44,994 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:41:44,994 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:41:44,994 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:41:44,994 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:41:44,994 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T19:41:44,996 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/default/test/3825955e640e43f89d6d60221a117992/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:41:44,996 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:44,996 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:41:44,997 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:44,997 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3825955e640e43f89d6d60221a117992: Waiting for close lock at 1731526904993Running coprocessor pre-close hooks at 1731526904993Disabling compacts and flushes for region at 1731526904993Disabling writes for close at 1731526904993Writing region close event to WAL at 1731526904994 (+1 ms)Running coprocessor post-close hooks at 1731526904996 (+2 ms)Closed at 1731526904997 (+1 ms) 2024-11-13T19:41:44,997 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526891390.3825955e640e43f89d6d60221a117992. 2024-11-13T19:41:45,007 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/info/9901daf6b24049eaab4b0a5209d61ead is 129, key is test,,1731526891390.3825955e640e43f89d6d60221a117992./info:regioninfo/1731526892533/Put/seqid=0 2024-11-13T19:41:45,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741841_1017 (size=6421) 2024-11-13T19:41:45,063 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:45,194 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:45,346 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:45,363 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:45,394 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:45,410 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/info/9901daf6b24049eaab4b0a5209d61ead 2024-11-13T19:41:45,426 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/ns/75a0d7da3ad84493a77422a9721a014e is 43, key is default/ns:d/1731526884640/Put/seqid=0 2024-11-13T19:41:45,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:41:45,594 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:45,794 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:45,829 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/ns/75a0d7da3ad84493a77422a9721a014e 2024-11-13T19:41:45,844 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/rep_barrier/05f826a7873f44b2a387986ea633a7b3 is 112, key is test,,1731526891390.3825955e640e43f89d6d60221a117992./rep_barrier:seqnumDuringOpen/1731526892533/Put/seqid=0 2024-11-13T19:41:45,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741843_1019 (size=5518) 2024-11-13T19:41:45,933 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:41:45,933 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:41:45,994 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:46,194 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:41:46,195 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:41:46,195 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:46,248 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/rep_barrier/05f826a7873f44b2a387986ea633a7b3 2024-11-13T19:41:46,265 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/table/98a4e29012dd419392c07172b32a2586 is 40, key is test/table:state/1731526892538/Put/seqid=0 2024-11-13T19:41:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741844_1020 (size=5165) 2024-11-13T19:41:46,395 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:46,449 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:46,465 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:46,595 DEBUG [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:46,669 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/table/98a4e29012dd419392c07172b32a2586 2024-11-13T19:41:46,673 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/info/9901daf6b24049eaab4b0a5209d61ead as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/info/9901daf6b24049eaab4b0a5209d61ead 2024-11-13T19:41:46,677 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/info/9901daf6b24049eaab4b0a5209d61ead, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T19:41:46,678 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/ns/75a0d7da3ad84493a77422a9721a014e as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/ns/75a0d7da3ad84493a77422a9721a014e 2024-11-13T19:41:46,682 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/ns/75a0d7da3ad84493a77422a9721a014e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:41:46,682 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/rep_barrier/05f826a7873f44b2a387986ea633a7b3 as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/rep_barrier/05f826a7873f44b2a387986ea633a7b3 2024-11-13T19:41:46,685 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/rep_barrier/05f826a7873f44b2a387986ea633a7b3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T19:41:46,686 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/.tmp/table/98a4e29012dd419392c07172b32a2586 as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/table/98a4e29012dd419392c07172b32a2586 2024-11-13T19:41:46,689 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/table/98a4e29012dd419392c07172b32a2586, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:41:46,690 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false 2024-11-13T19:41:46,690 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:41:46,694 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:41:46,694 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:46,694 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:41:46,694 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:46,694 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526904994Running coprocessor pre-close hooks at 1731526904994Disabling compacts and flushes for region at 1731526904994Disabling writes for close at 1731526904994Obtaining lock to block concurrent updates at 1731526904994Preparing flush snapshotting stores in 1588230740 at 1731526904994Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731526904994Flushing stores of hbase:meta,,1.1588230740 at 1731526904994Flushing 1588230740/info: creating writer at 1731526904995 (+1 ms)Flushing 1588230740/info: appending metadata at 1731526905006 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731526905006Flushing 1588230740/ns: creating writer at 1731526905414 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731526905425 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731526905425Flushing 1588230740/rep_barrier: creating writer at 1731526905832 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526905844 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526905844Flushing 1588230740/table: creating writer at 1731526906252 (+408 ms)Flushing 1588230740/table: appending metadata at 1731526906265 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731526906265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1e21a4: reopening flushed file at 1731526906672 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea8a4fa: reopening flushed file at 1731526906677 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429b399a: reopening flushed file at 1731526906682 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef847fd: reopening flushed file at 1731526906685 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false at 1731526906690 (+5 ms)Writing region close event to WAL at 1731526906692 (+2 ms)Running coprocessor post-close hooks at 1731526906694 (+2 ms)Closed at 1731526906694 2024-11-13T19:41:46,694 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:46,795 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,41571,1731526881929; all regions closed. 2024-11-13T19:41:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741834_1010 (size=2717) 2024-11-13T19:41:46,798 DEBUG [RS:0;80cec940e2c9:41571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/oldWALs 2024-11-13T19:41:46,798 INFO [RS:0;80cec940e2c9:41571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C41571%2C1731526881929.meta:.meta(num 1731526884600) 2024-11-13T19:41:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741832_1008 (size=1374) 2024-11-13T19:41:46,800 DEBUG [RS:0;80cec940e2c9:41571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/oldWALs 2024-11-13T19:41:46,800 INFO [RS:0;80cec940e2c9:41571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C41571%2C1731526881929:(num 1731526884062) 2024-11-13T19:41:46,800 DEBUG [RS:0;80cec940e2c9:41571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:46,800 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:46,800 INFO [RS:0;80cec940e2c9:41571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:46,801 INFO [RS:0;80cec940e2c9:41571 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:46,801 INFO [RS:0;80cec940e2c9:41571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:46,801 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:46,801 INFO [RS:0;80cec940e2c9:41571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:41571. 2024-11-13T19:41:46,801 DEBUG [RS:0;80cec940e2c9:41571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:46,801 DEBUG [RS:0;80cec940e2c9:41571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:46,801 DEBUG [RS:0;80cec940e2c9:41571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:46,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:46,801 INFO [RS:0;80cec940e2c9:41571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41571 2024-11-13T19:41:46,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:41:46,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832/rs 2024-11-13T19:41:46,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11702053832/rs/80cec940e2c9,41571,1731526881929 2024-11-13T19:41:46,867 INFO [RS:0;80cec940e2c9:41571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:46,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,41571,1731526881929] 2024-11-13T19:41:46,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11702053832/draining/80cec940e2c9,41571,1731526881929 already deleted, retry=false 2024-11-13T19:41:46,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,41571,1731526881929 expired; onlineServers=0 2024-11-13T19:41:46,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,34055,1731526881753' ***** 2024-11-13T19:41:46,883 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:41:46,883 INFO [M:0;80cec940e2c9:34055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:46,883 INFO [M:0;80cec940e2c9:34055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:46,883 DEBUG [M:0;80cec940e2c9:34055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:41:46,884 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:41:46,884 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526883829 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526883829,5,FailOnTimeoutGroup] 2024-11-13T19:41:46,884 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526883829 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526883829,5,FailOnTimeoutGroup] 2024-11-13T19:41:46,884 DEBUG [M:0;80cec940e2c9:34055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:41:46,884 INFO [M:0;80cec940e2c9:34055 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:46,884 INFO [M:0;80cec940e2c9:34055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:46,884 DEBUG [M:0;80cec940e2c9:34055 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:41:46,884 INFO [M:0;80cec940e2c9:34055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:41:46,884 INFO [M:0;80cec940e2c9:34055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:46,884 INFO [M:0;80cec940e2c9:34055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:41:46,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:41:46,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11702053832/master 2024-11-13T19:41:46,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11702053832 2024-11-13T19:41:46,892 DEBUG [M:0;80cec940e2c9:34055 {}] zookeeper.ZKUtil(347): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Unable to get data of znode /11702053832/master because node does not exist (not an error) 2024-11-13T19:41:46,892 WARN [M:0;80cec940e2c9:34055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:41:46,893 INFO [M:0;80cec940e2c9:34055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/.lastflushedseqids 2024-11-13T19:41:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741845_1021 (size=173) 2024-11-13T19:41:46,975 INFO [RS:0;80cec940e2c9:41571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x10136e51f210004, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:46,975 INFO [RS:0;80cec940e2c9:41571 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,41571,1731526881929; zookeeper connection closed. 2024-11-13T19:41:46,975 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@358815af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@358815af 2024-11-13T19:41:46,976 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:41:47,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:41:47,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:47,301 INFO [M:0;80cec940e2c9:34055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:41:47,301 INFO [M:0;80cec940e2c9:34055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:41:47,301 DEBUG [M:0;80cec940e2c9:34055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:41:47,301 INFO [M:0;80cec940e2c9:34055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:47,301 DEBUG [M:0;80cec940e2c9:34055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:47,301 DEBUG [M:0;80cec940e2c9:34055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:41:47,301 DEBUG [M:0;80cec940e2c9:34055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:47,301 INFO [M:0;80cec940e2c9:34055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T19:41:47,322 DEBUG [M:0;80cec940e2c9:34055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/198c1e605d35480fbdc89bb038bb2b7c is 82, key is hbase:meta,,1/info:regioninfo/1731526884626/Put/seqid=0 2024-11-13T19:41:47,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741846_1022 (size=5672) 2024-11-13T19:41:47,653 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:47,668 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:47,726 INFO [M:0;80cec940e2c9:34055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/198c1e605d35480fbdc89bb038bb2b7c 2024-11-13T19:41:47,741 DEBUG [M:0;80cec940e2c9:34055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32bc6c3a8e164d2f9d46a07f5af19d9f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526892540/Put/seqid=0 2024-11-13T19:41:47,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741847_1023 (size=6586) 2024-11-13T19:41:48,145 INFO [M:0;80cec940e2c9:34055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32bc6c3a8e164d2f9d46a07f5af19d9f 2024-11-13T19:41:48,160 DEBUG [M:0;80cec940e2c9:34055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/951f830ffe5743c8ac3766c3e3291042 is 69, key is 80cec940e2c9,41571,1731526881929/rs:state/1731526883886/Put/seqid=0 2024-11-13T19:41:48,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741848_1024 (size=5156) 2024-11-13T19:41:48,564 INFO [M:0;80cec940e2c9:34055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/951f830ffe5743c8ac3766c3e3291042 2024-11-13T19:41:48,567 DEBUG [M:0;80cec940e2c9:34055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/198c1e605d35480fbdc89bb038bb2b7c as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/198c1e605d35480fbdc89bb038bb2b7c 2024-11-13T19:41:48,571 INFO [M:0;80cec940e2c9:34055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/198c1e605d35480fbdc89bb038bb2b7c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T19:41:48,571 DEBUG [M:0;80cec940e2c9:34055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32bc6c3a8e164d2f9d46a07f5af19d9f as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32bc6c3a8e164d2f9d46a07f5af19d9f 2024-11-13T19:41:48,574 INFO [M:0;80cec940e2c9:34055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32bc6c3a8e164d2f9d46a07f5af19d9f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T19:41:48,575 DEBUG [M:0;80cec940e2c9:34055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/951f830ffe5743c8ac3766c3e3291042 as hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/951f830ffe5743c8ac3766c3e3291042 2024-11-13T19:41:48,577 INFO [M:0;80cec940e2c9:34055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43629/user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/951f830ffe5743c8ac3766c3e3291042, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T19:41:48,578 INFO [M:0;80cec940e2c9:34055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=55, compaction requested=false 2024-11-13T19:41:48,579 INFO [M:0;80cec940e2c9:34055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:48,579 DEBUG [M:0;80cec940e2c9:34055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526907301Disabling compacts and flushes for region at 1731526907301Disabling writes for close at 1731526907301Obtaining lock to block concurrent updates at 1731526907301Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526907301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731526907302 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526907302Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526907302Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526907321 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526907321Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526907729 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526907741 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526907741Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526908148 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526908160 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526908160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72550209: reopening flushed file at 1731526908567 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9dc64f: reopening flushed file at 1731526908571 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f3c969: reopening flushed file at 1731526908574 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=55, compaction requested=false at 1731526908578 (+4 ms)Writing region close event to WAL at 1731526908579 (+1 ms)Closed at 1731526908579 2024-11-13T19:41:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741830_1006 (size=32770) 2024-11-13T19:41:48,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a35be48d-2fcc-e55f-a0e2-5146129b6130/MasterData/WALs/80cec940e2c9,34055,1731526881753/80cec940e2c9%2C34055%2C1731526881753.1731526883647 not finished, retry = 0 2024-11-13T19:41:48,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:48,682 INFO [M:0;80cec940e2c9:34055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:41:48,682 INFO [M:0;80cec940e2c9:34055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34055 2024-11-13T19:41:48,682 INFO [M:0;80cec940e2c9:34055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:48,798 INFO [M:0;80cec940e2c9:34055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:48,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:48,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34055-0x10136e51f210003, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:48,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bdc7f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:48,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14d70760{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:48,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:48,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad49d1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:48,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@83959c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:48,803 WARN [BP-518125975-172.17.0.3-1731526880294 heartbeating to localhost/127.0.0.1:43629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:41:48,803 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:41:48,803 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:41:48,803 WARN [BP-518125975-172.17.0.3-1731526880294 heartbeating to localhost/127.0.0.1:43629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-518125975-172.17.0.3-1731526880294 (Datanode Uuid 7b53ee2a-957d-48a1-9e1b-88c8ec1e8c31) service to localhost/127.0.0.1:43629 2024-11-13T19:41:48,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/cluster_2514ee27-9ca1-c5ee-8d40-96ed2bc05f24/data/data1/current/BP-518125975-172.17.0.3-1731526880294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:48,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/cluster_2514ee27-9ca1-c5ee-8d40-96ed2bc05f24/data/data2/current/BP-518125975-172.17.0.3-1731526880294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:48,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:41:48,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57b5044d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:48,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dedbd1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:48,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:48,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3511e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:48,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c64721b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0730cce8-49bf-929c-cfae-d99e012183c0/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:41:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:41:48,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:48,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:48,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:48,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:48,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:48,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:41:48,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2120343304, stopped=false 2024-11-13T19:41:48,822 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,38147,1731526877235 2024-11-13T19:41:48,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286212702/running 2024-11-13T19:41:48,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286212702/running 2024-11-13T19:41:48,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:48,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:48,833 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:48,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:41:48,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:48,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:48,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,40357,1731526877403' ***** 2024-11-13T19:41:48,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:41:48,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on znode that does not yet exist, /01286212702/running 2024-11-13T19:41:48,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Set watcher on znode that does not yet exist, /01286212702/running 2024-11-13T19:41:48,834 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:41:48,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(3091): Received CLOSE for 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,40357,1731526877403 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40357. 2024-11-13T19:41:48,835 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cc43163da21425431d9d4ef0df42346, disabling compactions & flushes 2024-11-13T19:41:48,835 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:48,835 DEBUG [RS:0;80cec940e2c9:40357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:48,835 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:48,835 DEBUG [RS:0;80cec940e2c9:40357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:48,835 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731526889236.4cc43163da21425431d9d4ef0df42346. after waiting 0 ms 2024-11-13T19:41:48,835 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:41:48,835 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:41:48,837 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:41:48,837 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1325): Online Regions={4cc43163da21425431d9d4ef0df42346=test,,1731526889236.4cc43163da21425431d9d4ef0df42346., 1588230740=hbase:meta,,1.1588230740, 30a7820140880ee6151b96fafcf156fb=hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb.} 2024-11-13T19:41:48,837 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30a7820140880ee6151b96fafcf156fb, 4cc43163da21425431d9d4ef0df42346 2024-11-13T19:41:48,837 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:41:48,837 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:41:48,837 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:41:48,837 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:41:48,837 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:41:48,838 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:41:48,840 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/default/test/4cc43163da21425431d9d4ef0df42346/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:41:48,840 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:48,840 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:41:48,840 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:48,840 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cc43163da21425431d9d4ef0df42346: Waiting for close lock at 1731526908835Running coprocessor pre-close hooks at 1731526908835Disabling compacts and flushes for region at 1731526908835Disabling writes for close at 1731526908835Writing region close event to WAL at 1731526908838 (+3 ms)Running coprocessor post-close hooks at 1731526908840 (+2 ms)Closed at 1731526908840 2024-11-13T19:41:48,841 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731526889236.4cc43163da21425431d9d4ef0df42346. 2024-11-13T19:41:48,841 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30a7820140880ee6151b96fafcf156fb, disabling compactions & flushes 2024-11-13T19:41:48,841 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:48,841 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:48,841 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. after waiting 0 ms 2024-11-13T19:41:48,841 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:48,841 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30a7820140880ee6151b96fafcf156fb 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T19:41:48,852 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/info/933f2104138142f5b6e0342801b14b19 is 147, key is hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb./info:regioninfo/1731526895451/Put/seqid=0 2024-11-13T19:41:48,854 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/.tmp/hfileref/5951028738db4b539841d9f5a762dd47 is 74, key is 1/hfileref:239e063275fb448192a010a156d1223f_SeqId_4_/1731526898045/DeleteColumn/seqid=0 2024-11-13T19:41:48,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741847_1023 (size=7686) 2024-11-13T19:41:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741848_1024 (size=5489) 2024-11-13T19:41:48,895 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:48,956 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:48,960 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:41:48,960 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:48,960 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-80cec940e2c9,40357,1731526877403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:41:48,961 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 80cec940e2c9,40357,1731526877403: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-80cec940e2c9,40357,1731526877403, walGroup=80cec940e2c9%2C40357%2C1731526877403, offset=80cec940e2c9%2C40357%2C1731526877403.1731526898744:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:40357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:41:48,962 ERROR [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:41:48,962 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:41:48,963 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:41:48,963 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:41:48,963 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:41:48,963 INFO [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1530920960, "init": 1048576000, "max": 2306867200, "used": 1057567744 }, "NonHeapMemoryUsage": { "committed": 210436096, "init": 7667712, "max": -1, "used": 207414912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:41:48,963 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:38147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=80cec940e2c9:38147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:41:48,971 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 393, reset compression=false 2024-11-13T19:41:48,973 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:41:48,973 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:41:48,974 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:41:48,974 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:48,974 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-80cec940e2c9,40357,1731526877403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:41:48,974 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T19:41:49,038 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:49,163 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:49,176 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:49,238 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:49,255 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/info/933f2104138142f5b6e0342801b14b19 2024-11-13T19:41:49,257 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/.tmp/hfileref/5951028738db4b539841d9f5a762dd47 2024-11-13T19:41:49,272 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/ns/6f637d2331584d98af388c19ba8e4ab4 is 43, key is default/ns:d/1731526880187/Put/seqid=0 2024-11-13T19:41:49,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741849_1025 (size=5153) 2024-11-13T19:41:49,276 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/.tmp/queue/9e343436a8c24aed99a9dd7bcf806e3a is 153, key is 1-80cec940e2c9,40357,1731526877403/queue:80cec940e2c9%2C40357%2C1731526877403/1731526900762/Put/seqid=0 2024-11-13T19:41:49,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741850_1026 (size=5504) 2024-11-13T19:41:49,438 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:49,467 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:49,479 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:49,638 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30a7820140880ee6151b96fafcf156fb 2024-11-13T19:41:49,676 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/ns/6f637d2331584d98af388c19ba8e4ab4 2024-11-13T19:41:49,679 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/.tmp/queue/9e343436a8c24aed99a9dd7bcf806e3a 2024-11-13T19:41:49,683 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/.tmp/hfileref/5951028738db4b539841d9f5a762dd47 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/hfileref/5951028738db4b539841d9f5a762dd47 2024-11-13T19:41:49,686 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/hfileref/5951028738db4b539841d9f5a762dd47, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T19:41:49,687 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/.tmp/queue/9e343436a8c24aed99a9dd7bcf806e3a as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/queue/9e343436a8c24aed99a9dd7bcf806e3a 2024-11-13T19:41:49,691 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/queue/9e343436a8c24aed99a9dd7bcf806e3a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T19:41:49,692 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 30a7820140880ee6151b96fafcf156fb in 851ms, sequenceid=17, compaction requested=false 2024-11-13T19:41:49,694 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/rep_barrier/31198fe4820e4fcc9e1a5567e47ebd1c is 112, key is test,,1731526889236.4cc43163da21425431d9d4ef0df42346./rep_barrier:seqnumDuringOpen/1731526890376/Put/seqid=0 2024-11-13T19:41:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741851_1027 (size=5518) 2024-11-13T19:41:49,698 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/replication/30a7820140880ee6151b96fafcf156fb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T19:41:49,698 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:49,698 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:41:49,698 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:49,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30a7820140880ee6151b96fafcf156fb: Waiting for close lock at 1731526908841Running coprocessor pre-close hooks at 1731526908841Disabling compacts and flushes for region at 1731526908841Disabling writes for close at 1731526908841Obtaining lock to block concurrent updates at 1731526908841Preparing flush snapshotting stores in 30a7820140880ee6151b96fafcf156fb at 1731526908841Finished memstore snapshotting hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731526908841Flushing stores of hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. at 1731526908841Flushing 30a7820140880ee6151b96fafcf156fb/hfileref: creating writer at 1731526908842 (+1 ms)Flushing 30a7820140880ee6151b96fafcf156fb/hfileref: appending metadata at 1731526908853 (+11 ms)Flushing 30a7820140880ee6151b96fafcf156fb/hfileref: closing flushed file at 1731526908853Flushing 30a7820140880ee6151b96fafcf156fb/queue: creating writer at 1731526909260 (+407 ms)Flushing 30a7820140880ee6151b96fafcf156fb/queue: appending metadata at 1731526909276 (+16 ms)Flushing 30a7820140880ee6151b96fafcf156fb/queue: closing flushed file at 1731526909276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa1219d: reopening flushed file at 1731526909682 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644fe8d1: reopening flushed file at 1731526909687 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 30a7820140880ee6151b96fafcf156fb in 851ms, sequenceid=17, compaction requested=false at 1731526909692 (+5 ms)Writing region close event to WAL at 1731526909695 (+3 ms)Running coprocessor post-close hooks at 1731526909698 (+3 ms)Closed at 1731526909698 2024-11-13T19:41:49,699 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731526894691.30a7820140880ee6151b96fafcf156fb. 2024-11-13T19:41:49,838 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:41:49,838 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:41:49,838 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:49,870 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:49,882 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:50,038 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:50,098 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/rep_barrier/31198fe4820e4fcc9e1a5567e47ebd1c 2024-11-13T19:41:50,119 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/table/d1533d779f724c31833416eb3b92b207 is 53, key is hbase:replication/table:state/1731526895456/Put/seqid=0 2024-11-13T19:41:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741852_1028 (size=5308) 2024-11-13T19:41:50,242 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:50,373 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:50,384 DEBUG [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.1731526898744 to pos 688, reset compression=false 2024-11-13T19:41:50,443 DEBUG [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:41:50,523 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/table/d1533d779f724c31833416eb3b92b207 2024-11-13T19:41:50,528 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/info/933f2104138142f5b6e0342801b14b19 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/info/933f2104138142f5b6e0342801b14b19 2024-11-13T19:41:50,531 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/info/933f2104138142f5b6e0342801b14b19, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:41:50,532 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/ns/6f637d2331584d98af388c19ba8e4ab4 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/ns/6f637d2331584d98af388c19ba8e4ab4 2024-11-13T19:41:50,536 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/ns/6f637d2331584d98af388c19ba8e4ab4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:41:50,536 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/rep_barrier/31198fe4820e4fcc9e1a5567e47ebd1c as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/rep_barrier/31198fe4820e4fcc9e1a5567e47ebd1c 2024-11-13T19:41:50,540 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/rep_barrier/31198fe4820e4fcc9e1a5567e47ebd1c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:41:50,541 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/.tmp/table/d1533d779f724c31833416eb3b92b207 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/table/d1533d779f724c31833416eb3b92b207 2024-11-13T19:41:50,544 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/table/d1533d779f724c31833416eb3b92b207, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:41:50,545 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-13T19:41:50,545 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:41:50,549 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:41:50,549 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:41:50,549 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:41:50,549 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:50,549 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526908837Running coprocessor pre-close hooks at 1731526908837Disabling compacts and flushes for region at 1731526908837Disabling writes for close at 1731526908837Obtaining lock to block concurrent updates at 1731526908838 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731526908838Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731526908838Flushing stores of hbase:meta,,1.1588230740 at 1731526908838Flushing 1588230740/info: creating writer at 1731526908838Flushing 1588230740/info: appending metadata at 1731526908851 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731526908851Flushing 1588230740/ns: creating writer at 1731526909259 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731526909272 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731526909272Flushing 1588230740/rep_barrier: creating writer at 1731526909679 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731526909694 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731526909694Flushing 1588230740/table: creating writer at 1731526910101 (+407 ms)Flushing 1588230740/table: appending metadata at 1731526910119 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731526910119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ea2ce4: reopening flushed file at 1731526910527 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebb1dd3: reopening flushed file at 1731526910532 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781ab3e6: reopening flushed file at 1731526910536 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681876f9: reopening flushed file at 1731526910540 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731526910545 (+5 ms)Writing region close event to WAL at 1731526910547 (+2 ms)Running coprocessor post-close hooks at 1731526910549 (+2 ms)Closed at 1731526910549 2024-11-13T19:41:50,550 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:41:50,643 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,40357,1731526877403; all regions closed. 2024-11-13T19:41:50,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741842_1018 (size=859) 2024-11-13T19:41:50,645 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/WALs/80cec940e2c9,40357,1731526877403/80cec940e2c9%2C40357%2C1731526877403.meta.1731526898720.meta not finished, retry = 0 2024-11-13T19:41:50,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741844_1020 (size=2791) 2024-11-13T19:41:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741843_1019 (size=696) 2024-11-13T19:41:50,749 DEBUG [RS:0;80cec940e2c9:40357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:50,749 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:41:50,750 INFO [RS:0;80cec940e2c9:40357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:50,750 INFO [RS:0;80cec940e2c9:40357 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:50,750 INFO [RS:0;80cec940e2c9:40357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:50,750 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:50,750 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-80cec940e2c9,40357,1731526877403 because: Region server is closing 2024-11-13T19:41:50,750 INFO [RS:0;80cec940e2c9:40357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40357. 2024-11-13T19:41:50,750 DEBUG [RS:0;80cec940e2c9:40357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:50,750 DEBUG [RS:0;80cec940e2c9:40357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:50,751 DEBUG [RS:0;80cec940e2c9:40357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:50,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:50,851 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 terminated 2024-11-13T19:41:50,851 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-80cec940e2c9,40357,1731526877403 because: Region server is closing 2024-11-13T19:41:50,851 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,1-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,1-80cec940e2c9,40357,1731526877403 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:41:50,851 INFO [RS:0;80cec940e2c9:40357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40357. 2024-11-13T19:41:50,851 DEBUG [RS:0;80cec940e2c9:40357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:41:50,851 DEBUG [RS:0;80cec940e2c9:40357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:50,851 DEBUG [RS:0;80cec940e2c9:40357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:41:50,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:41:50,951 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.shipper80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 terminated 2024-11-13T19:41:50,951 WARN [RS_REFRESH_PEER-regionserver/80cec940e2c9:0-0.replicationSource,2-80cec940e2c9,40357,1731526877403.replicationSource.wal-reader.80cec940e2c9%2C40357%2C1731526877403,2-80cec940e2c9,40357,1731526877403 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:41:50,951 INFO [RS:0;80cec940e2c9:40357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40357 2024-11-13T19:41:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286212702/rs/80cec940e2c9,40357,1731526877403 2024-11-13T19:41:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702/rs 2024-11-13T19:41:51,025 INFO [RS:0;80cec940e2c9:40357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:51,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,40357,1731526877403] 2024-11-13T19:41:51,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01286212702/draining/80cec940e2c9,40357,1731526877403 already deleted, retry=false 2024-11-13T19:41:51,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,40357,1731526877403 expired; onlineServers=0 2024-11-13T19:41:51,041 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,38147,1731526877235' ***** 2024-11-13T19:41:51,041 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:41:51,041 INFO [M:0;80cec940e2c9:38147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:41:51,042 INFO [M:0;80cec940e2c9:38147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:41:51,042 DEBUG [M:0;80cec940e2c9:38147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:41:51,042 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:41:51,042 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526878907 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526878907,5,FailOnTimeoutGroup] 2024-11-13T19:41:51,042 DEBUG [M:0;80cec940e2c9:38147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:41:51,042 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526878908 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526878908,5,FailOnTimeoutGroup] 2024-11-13T19:41:51,042 INFO [M:0;80cec940e2c9:38147 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:41:51,042 INFO [M:0;80cec940e2c9:38147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:41:51,042 DEBUG [M:0;80cec940e2c9:38147 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:41:51,042 INFO [M:0;80cec940e2c9:38147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:41:51,042 INFO [M:0;80cec940e2c9:38147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:41:51,042 INFO [M:0;80cec940e2c9:38147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:41:51,043 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:41:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286212702/master 2024-11-13T19:41:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286212702 2024-11-13T19:41:51,050 DEBUG [M:0;80cec940e2c9:38147 {}] zookeeper.ZKUtil(347): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Unable to get data of znode /01286212702/master because node does not exist (not an error) 2024-11-13T19:41:51,050 WARN [M:0;80cec940e2c9:38147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:41:51,050 INFO [M:0;80cec940e2c9:38147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/.lastflushedseqids 2024-11-13T19:41:51,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741853_1029 (size=263) 2024-11-13T19:41:51,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:51,133 INFO [RS:0;80cec940e2c9:40357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:51,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40357-0x10136e51f210001, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:51,133 INFO [RS:0;80cec940e2c9:40357 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,40357,1731526877403; zookeeper connection closed. 2024-11-13T19:41:51,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ee99e80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ee99e80 2024-11-13T19:41:51,134 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:41:51,454 INFO [M:0;80cec940e2c9:38147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:41:51,454 INFO [M:0;80cec940e2c9:38147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:41:51,454 DEBUG [M:0;80cec940e2c9:38147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:41:51,454 INFO [M:0;80cec940e2c9:38147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:51,454 DEBUG [M:0;80cec940e2c9:38147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:51,454 DEBUG [M:0;80cec940e2c9:38147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:41:51,454 DEBUG [M:0;80cec940e2c9:38147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:51,455 INFO [M:0;80cec940e2c9:38147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-13T19:41:51,468 DEBUG [M:0;80cec940e2c9:38147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc307979ea6449be92a8b276da7e6949 is 82, key is hbase:meta,,1/info:regioninfo/1731526880151/Put/seqid=0 2024-11-13T19:41:51,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741854_1030 (size=5672) 2024-11-13T19:41:51,872 INFO [M:0;80cec940e2c9:38147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc307979ea6449be92a8b276da7e6949 2024-11-13T19:41:51,891 DEBUG [M:0;80cec940e2c9:38147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/796e2ade66d24ed79216351ed03a6558 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731526895458/Put/seqid=0 2024-11-13T19:41:51,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741855_1031 (size=8908) 2024-11-13T19:41:52,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:41:52,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:41:52,295 INFO [M:0;80cec940e2c9:38147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/796e2ade66d24ed79216351ed03a6558 2024-11-13T19:41:52,310 DEBUG [M:0;80cec940e2c9:38147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7a16182bd3c4968a69a66673a1eeb97 is 69, key is 80cec940e2c9,40357,1731526877403/rs:state/1731526878956/Put/seqid=0 2024-11-13T19:41:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741856_1032 (size=5156) 2024-11-13T19:41:52,713 INFO [M:0;80cec940e2c9:38147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7a16182bd3c4968a69a66673a1eeb97 2024-11-13T19:41:52,717 DEBUG [M:0;80cec940e2c9:38147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc307979ea6449be92a8b276da7e6949 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc307979ea6449be92a8b276da7e6949 2024-11-13T19:41:52,719 INFO [M:0;80cec940e2c9:38147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc307979ea6449be92a8b276da7e6949, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T19:41:52,720 DEBUG [M:0;80cec940e2c9:38147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/796e2ade66d24ed79216351ed03a6558 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/796e2ade66d24ed79216351ed03a6558 2024-11-13T19:41:52,722 INFO [M:0;80cec940e2c9:38147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/796e2ade66d24ed79216351ed03a6558, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T19:41:52,723 DEBUG [M:0;80cec940e2c9:38147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7a16182bd3c4968a69a66673a1eeb97 as hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7a16182bd3c4968a69a66673a1eeb97 2024-11-13T19:41:52,725 INFO [M:0;80cec940e2c9:38147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37469/user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7a16182bd3c4968a69a66673a1eeb97, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T19:41:52,726 INFO [M:0;80cec940e2c9:38147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=112, compaction requested=false 2024-11-13T19:41:52,727 INFO [M:0;80cec940e2c9:38147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:41:52,727 DEBUG [M:0;80cec940e2c9:38147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526911454Disabling compacts and flushes for region at 1731526911454Disabling writes for close at 1731526911454Obtaining lock to block concurrent updates at 1731526911455 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526911455Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731526911455Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526911455Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526911455Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526911468 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526911468Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526911876 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526911891 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526911891Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526912298 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526912310 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526912310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5133e61c: reopening flushed file at 1731526912716 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc0ad06: reopening flushed file at 1731526912719 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a75505: reopening flushed file at 1731526912722 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=112, compaction requested=false at 1731526912726 (+4 ms)Writing region close event to WAL at 1731526912727 (+1 ms)Closed at 1731526912727 2024-11-13T19:41:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741830_1006 (size=69043) 2024-11-13T19:41:52,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66e1e872-0197-7176-2749-1d71cf4ea454/MasterData/WALs/80cec940e2c9,38147,1731526877235/80cec940e2c9%2C38147%2C1731526877235.1731526878710 not finished, retry = 0 2024-11-13T19:41:52,830 INFO [M:0;80cec940e2c9:38147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:41:52,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:41:52,830 INFO [M:0;80cec940e2c9:38147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38147 2024-11-13T19:41:52,830 INFO [M:0;80cec940e2c9:38147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:41:52,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:52,941 INFO [M:0;80cec940e2c9:38147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:41:52,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38147-0x10136e51f210000, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:41:52,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45baff95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:41:52,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32dd170d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:52,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:52,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60701ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:52,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49767db0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:52,945 WARN [BP-865148940-172.17.0.3-1731526875529 heartbeating to localhost/127.0.0.1:37469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:41:52,945 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:41:52,945 WARN [BP-865148940-172.17.0.3-1731526875529 heartbeating to localhost/127.0.0.1:37469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-865148940-172.17.0.3-1731526875529 (Datanode Uuid 8f32f960-02b3-477f-a1d5-19c0e14ccff0) service to localhost/127.0.0.1:37469 2024-11-13T19:41:52,945 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:41:52,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/cluster_8d3c7d4b-cadc-6697-7346-bbeacdca5c46/data/data1/current/BP-865148940-172.17.0.3-1731526875529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:52,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/cluster_8d3c7d4b-cadc-6697-7346-bbeacdca5c46/data/data2/current/BP-865148940-172.17.0.3-1731526875529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:41:52,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:41:52,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@291cdbfb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:41:52,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dbcb204{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:41:52,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:41:52,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eabaad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:41:52,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@296656b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d5d9835-0df7-235b-b571-830413d77ee3/hadoop.log.dir/,STOPPED} 2024-11-13T19:41:52,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:41:52,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:41:52,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 532) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43629 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37469 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36673 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=2080 (was 2247) 2024-11-13T19:41:52,986 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2024-11-13T19:41:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e51f210005, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:41:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10136e51f210008, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:41:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e51f210002, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:41:53,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e51f210002, quorum=127.0.0.1:58001, baseZNode=/01286212702 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:41:53,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e51f210005, quorum=127.0.0.1:58001, baseZNode=/11702053832 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:41:53,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10136e51f210008, quorum=127.0.0.1:58001, baseZNode=/2930437234 Received Disconnected from ZooKeeper, ignoring